{"severity_text":"INFO","timestamp":"2026-11-03T01:56:58.769827214Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:58.882026007Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:58.933289903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.036988731Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.037006117Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.252521892Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.25256137Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.415518363Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/0b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:59.814836806Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.316634856Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426087897Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426181401Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426238981Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426278277Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426317613Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426353446Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426391035Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426425734Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426464069Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.42650025Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426532347Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426581845Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426601639Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.42671439Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426880602Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426979789Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.426995788Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.427042671Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.427066067Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.427139121Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1103 01:57:00.528106 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.528170133Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.72922977Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:00.72926337Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 01:57:24.606173 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.606503958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.606724834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.606791635Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.606938476Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.606949507Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60697358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607117652Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607224398Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607269388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607356823Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607384576Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607400621Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607482124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607506116Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607549899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60757327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607627618Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607778139Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60780481Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607906256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607951153Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608020635Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60804227Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608061175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.607388704Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608187981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608208533Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608257104Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60833112Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608350389Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608416892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608509374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.608872028Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.60906669Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.609305092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.61050849Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.611083271Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.611297211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.611572377Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.611919764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.612262355Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.612413223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.61337436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613735281Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613764835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613784815Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613846704Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613879802Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613906735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613936554Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.613957034Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.86529413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:24.913149108Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.069622033Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.209477895Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.209519173Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.212749862Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.212782484Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.213842708Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.213852464Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.21643143Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.216457141Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.312304003Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.312335973Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.314439838Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.314464449Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.315528413Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.315547675Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:25.372615449Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:26.43936169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c7bab6-f036-46bc-90f5-6f173c8dfb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:26.491897751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c7bab6-f036-46bc-90f5-6f173c8dfb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:26.54425122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c7bab6-f036-46bc-90f5-6f173c8dfb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:26.596488841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c7bab6-f036-46bc-90f5-6f173c8dfb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:28.501680256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e48117-6b31-43e9-91e6-5d94cbba1b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:28.554011361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e48117-6b31-43e9-91e6-5d94cbba1b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:28.606102518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e48117-6b31-43e9-91e6-5d94cbba1b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:28.658166798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e48117-6b31-43e9-91e6-5d94cbba1b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:29.649455457Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c5070c-8d3c-4f12-a1d8-be71a6543409","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:30.582150474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c5070c-8d3c-4f12-a1d8-be71a6543409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:30.63432349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c5070c-8d3c-4f12-a1d8-be71a6543409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:30.68664816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c5070c-8d3c-4f12-a1d8-be71a6543409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:30.738788962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c5070c-8d3c-4f12-a1d8-be71a6543409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:32.613941996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3684a9-3d26-4cf1-a465-15ca944c69a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:32.666356931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3684a9-3d26-4cf1-a465-15ca944c69a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:32.719450689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3684a9-3d26-4cf1-a465-15ca944c69a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:32.772022269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3684a9-3d26-4cf1-a465-15ca944c69a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:33.312258999Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c6b96a60-95fc-4ba9-a970-70e418fbd0f9","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.100477476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e420b27-bc2e-41b1-be5e-00b1868f889b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.152827902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e420b27-bc2e-41b1-be5e-00b1868f889b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.205099711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e420b27-bc2e-41b1-be5e-00b1868f889b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.257393907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e420b27-bc2e-41b1-be5e-00b1868f889b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.133044936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993de47d-324b-4fda-8d4f-37d2de98ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.185677725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993de47d-324b-4fda-8d4f-37d2de98ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.237787693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993de47d-324b-4fda-8d4f-37d2de98ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.290031559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993de47d-324b-4fda-8d4f-37d2de98ae32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.838835674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078fb840-2009-494d-9f95-c9ab0fc0ff3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.891040224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078fb840-2009-494d-9f95-c9ab0fc0ff3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.943197992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078fb840-2009-494d-9f95-c9ab0fc0ff3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.995274865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078fb840-2009-494d-9f95-c9ab0fc0ff3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:47.954033991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287a7ff0-c97d-4084-b3d0-b89700c980b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:48.007558619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287a7ff0-c97d-4084-b3d0-b89700c980b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:48.060386478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287a7ff0-c97d-4084-b3d0-b89700c980b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:48.112601243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287a7ff0-c97d-4084-b3d0-b89700c980b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:54.969259411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:25.018974383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:52.998838658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e529914d-ddff-4a6e-a72d-f8929242bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:53.051130887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e529914d-ddff-4a6e-a72d-f8929242bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:53.103313262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e529914d-ddff-4a6e-a72d-f8929242bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:53.15599855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e529914d-ddff-4a6e-a72d-f8929242bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:54.969760535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.041744115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64da510-2f4c-4b0f-be23-fa9b9b101147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.094196875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64da510-2f4c-4b0f-be23-fa9b9b101147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.146212902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64da510-2f4c-4b0f-be23-fa9b9b101147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.198261902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64da510-2f4c-4b0f-be23-fa9b9b101147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:57.00904748Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"57b1c68f-7750-4879-95a5-6d322c899edd","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.036326518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa98b1d-caf1-48bf-8aed-f39f99229a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.089455059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa98b1d-caf1-48bf-8aed-f39f99229a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.142497885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa98b1d-caf1-48bf-8aed-f39f99229a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.194871837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa98b1d-caf1-48bf-8aed-f39f99229a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.068342856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bf428-b731-4799-8b2e-51950be1360e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.120520488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bf428-b731-4799-8b2e-51950be1360e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.173001381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bf428-b731-4799-8b2e-51950be1360e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.225444945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bf428-b731-4799-8b2e-51950be1360e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.659109475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7ebf395-a2c4-41f9-bb47-7d23ba58c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.787507456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7ebf395-a2c4-41f9-bb47-7d23ba58c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.841956926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7ebf395-a2c4-41f9-bb47-7d23ba58c91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.85913063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e8b283-d46a-4c4a-80d2-d65271a37ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.915003369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e8b283-d46a-4c4a-80d2-d65271a37ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:21.969534788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e8b283-d46a-4c4a-80d2-d65271a37ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.053921265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a28501e-2c33-4d39-bb07-f1982a5c9418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.110063771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a28501e-2c33-4d39-bb07-f1982a5c9418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.165748099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a28501e-2c33-4d39-bb07-f1982a5c9418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.185396747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a61fcba-5537-44fc-9601-4b2c5f2b6c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.240985092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a61fcba-5537-44fc-9601-4b2c5f2b6c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.296081941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a61fcba-5537-44fc-9601-4b2c5f2b6c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.574865188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a6bf34-f40b-48f0-b5ac-d386e09120b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.63059553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a6bf34-f40b-48f0-b5ac-d386e09120b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.675945512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bedeae7f-e99e-45b3-8a81-7eb5365920cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.68515579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a6bf34-f40b-48f0-b5ac-d386e09120b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.731927399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bedeae7f-e99e-45b3-8a81-7eb5365920cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.786456198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bedeae7f-e99e-45b3-8a81-7eb5365920cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.922841893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb573be1-20e6-49f9-af56-2ee65c1a72c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:59:22.96386466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b252d3b-509c-4969-9f68-e10a0c726a73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.978755648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb573be1-20e6-49f9-af56-2ee65c1a72c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:59:23.018330953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fcb12f4-ea0a-4bbb-adb8-2ce3df709541","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.022650132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e53e28-cc44-4a94-906b-48fc2ab5bbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.033188901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb573be1-20e6-49f9-af56-2ee65c1a72c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.078767325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e53e28-cc44-4a94-906b-48fc2ab5bbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.133495237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e53e28-cc44-4a94-906b-48fc2ab5bbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.182062674Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d9cc149-e3d1-493a-b073-7df51a04db35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.187338116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d90c44b1-3e08-4bd9-a671-5c90bcf92820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.243123855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d90c44b1-3e08-4bd9-a671-5c90bcf92820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.282370511Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85bab968-e6ea-421d-8d76-97cf91d40e80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.289749439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34d93913-0ce3-405b-9b2b-ecea1dcd5729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.297495231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d90c44b1-3e08-4bd9-a671-5c90bcf92820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.345909396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34d93913-0ce3-405b-9b2b-ecea1dcd5729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.382861946Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"572007f1-f7ea-4173-a6a2-6ae324897924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.40039063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34d93913-0ce3-405b-9b2b-ecea1dcd5729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.45221049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9750f445-06c7-4a5e-b156-5d38f6b9622c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.483104595Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78f0b66d-f826-48c1-af2f-df7f4a4fb275","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.511104933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9750f445-06c7-4a5e-b156-5d38f6b9622c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.558354895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"187ffc93-7fda-4460-8b23-97ea4c63a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.565632439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9750f445-06c7-4a5e-b156-5d38f6b9622c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.614274352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"187ffc93-7fda-4460-8b23-97ea4c63a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.668734191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"187ffc93-7fda-4460-8b23-97ea4c63a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:24.971287294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:25.607805096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0987e102-410d-4107-a03a-8154cb5ff68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:25.659904295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0987e102-410d-4107-a03a-8154cb5ff68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:25.711707184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0987e102-410d-4107-a03a-8154cb5ff68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:25.763995729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0987e102-410d-4107-a03a-8154cb5ff68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:26.666433239Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10954e57-0d04-4b7e-9f9e-c91265f07279","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:27.108757056Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a25c2f1-a9fd-42d2-b675-724aa0d777c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.183024551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f7e03af-78e4-409e-a11b-fe823a39b392","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.183043493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f7e03af-78e4-409e-a11b-fe823a39b392","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.235245911Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02e18f89-22b3-4036-8959-af81eb62a977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.235268275Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00d4995b-aada-4dcd-8d0c-6798f672894c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.244659175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23479f60-c4de-4b26-aac8-1737d70c5bf9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.244679004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23479f60-c4de-4b26-aac8-1737d70c5bf9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.338201679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09693f7b-a1d0-4be5-a2d5-ea2e29ce363a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.338497821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960775eb-7aff-4f95-bf45-4429ec8816b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.394531923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09693f7b-a1d0-4be5-a2d5-ea2e29ce363a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.394592112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960775eb-7aff-4f95-bf45-4429ec8816b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.449498526Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960775eb-7aff-4f95-bf45-4429ec8816b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.449713984Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09693f7b-a1d0-4be5-a2d5-ea2e29ce363a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.715057163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1b06b45-a786-4a87-a873-f1293ca1733e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.715061996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2f6634-c79f-425f-ad3e-b49e574a0c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.771679643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1b06b45-a786-4a87-a873-f1293ca1733e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.771743872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2f6634-c79f-425f-ad3e-b49e574a0c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.827050459Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1b06b45-a786-4a87-a873-f1293ca1733e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:30.827147506Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2f6634-c79f-425f-ad3e-b49e574a0c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:59:30.932193834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1b06b45-a786-4a87-a873-f1293ca1733e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:59:30.932335644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2f6634-c79f-425f-ad3e-b49e574a0c41","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.096136837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99754215-6f80-4206-bc4b-d9ba3828589e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.096174659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af0fac00-4a35-4d88-943b-35f945c40ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.15373907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99754215-6f80-4206-bc4b-d9ba3828589e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.1537912Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99754215-6f80-4206-bc4b-d9ba3828589e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.15413423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af0fac00-4a35-4d88-943b-35f945c40ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.154166938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af0fac00-4a35-4d88-943b-35f945c40ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.722023821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"daac0577-802e-4e80-93df-329121e5fefc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:31.722046547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"daac0577-802e-4e80-93df-329121e5fefc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.013190101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d9a45f-6300-4602-a396-76987c611c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.013198239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bc18a60-748a-46d4-814b-8d0b51ec82df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.121321755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d9a45f-6300-4602-a396-76987c611c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.121387814Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d9a45f-6300-4602-a396-76987c611c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.122983656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bc18a60-748a-46d4-814b-8d0b51ec82df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:34.123038871Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bc18a60-748a-46d4-814b-8d0b51ec82df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.77507082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61fc55ab-67d5-4c82-8572-c612244f18cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.775091358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61fc55ab-67d5-4c82-8572-c612244f18cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.775464927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c2ce29b-962d-4548-95fb-0e2366ed789d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.775477554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c2ce29b-962d-4548-95fb-0e2366ed789d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.827769427Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e9b3835-a981-4d4a-bc9f-3a314ba64289","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.82791104Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03aa930d-7165-4ef0-a5e1-83e43b926a08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.836459294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88b7edc2-6c87-4982-8750-e94ee57f634d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.83647986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88b7edc2-6c87-4982-8750-e94ee57f634d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.836680722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"858530ec-bacc-4a72-86c8-ab037698ae4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.836714559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"858530ec-bacc-4a72-86c8-ab037698ae4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.93348313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf43ff8-0031-4ddd-9f46-7225ba446fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.933579026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c002df2-40f5-42b2-a05d-bf36e8f3bfba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.990023793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c002df2-40f5-42b2-a05d-bf36e8f3bfba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.990058127Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c002df2-40f5-42b2-a05d-bf36e8f3bfba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.990226592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf43ff8-0031-4ddd-9f46-7225ba446fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.990265801Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf43ff8-0031-4ddd-9f46-7225ba446fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.197195816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309b457b-0c57-483c-b608-9c0c4f9a6c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.197308919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cfa46ac-a8c6-4108-9ec6-2227d3cde7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.25435504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309b457b-0c57-483c-b608-9c0c4f9a6c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.254389596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309b457b-0c57-483c-b608-9c0c4f9a6c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.254560311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cfa46ac-a8c6-4108-9ec6-2227d3cde7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.254593628Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cfa46ac-a8c6-4108-9ec6-2227d3cde7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:37.015717754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"872d642b-9194-4542-ac6a-310e2d9026f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:37.015736186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"872d642b-9194-4542-ac6a-310e2d9026f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.11773312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"649f6e5c-4a2b-4661-b810-2011a1fc793c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.117737987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69053b14-7131-4075-b855-75b3a761291c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.224387281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69053b14-7131-4075-b855-75b3a761291c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.22443916Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69053b14-7131-4075-b855-75b3a761291c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.224521135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"649f6e5c-4a2b-4661-b810-2011a1fc793c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:39.224587051Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"649f6e5c-4a2b-4661-b810-2011a1fc793c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.279845169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebff29fc-bcde-48c8-9b28-2135be1520a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.279871889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebff29fc-bcde-48c8-9b28-2135be1520a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.280195721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dd1cc65-e694-4878-9629-2a2c0283227f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.2802129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1dd1cc65-e694-4878-9629-2a2c0283227f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.28059433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f89a0a5d-0943-4716-bd03-4b5c88ce37f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.280606281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f89a0a5d-0943-4716-bd03-4b5c88ce37f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.33216001Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6e143a5-9ff1-434b-b4d5-c9cc77250f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.332238659Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"816b63bc-89a9-4848-95ed-6ccefc05481d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.342615586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba214b3c-f54f-425e-b886-1687e3d40659","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.34263306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba214b3c-f54f-425e-b886-1687e3d40659","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.342844398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f78e6e96-6779-4bda-9a0a-43a6ed741864","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.342863214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f78e6e96-6779-4bda-9a0a-43a6ed741864","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.343031515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a63810cc-8adb-4da6-9689-9f524bf347ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.343042484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a63810cc-8adb-4da6-9689-9f524bf347ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.434908914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a6a0226-15a9-4af6-b3bb-bab12620a367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.44040865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02e5cc46-8c16-4984-8e57-8c7ed901ec9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.490756656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a6a0226-15a9-4af6-b3bb-bab12620a367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.490813211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a6a0226-15a9-4af6-b3bb-bab12620a367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.496721863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02e5cc46-8c16-4984-8e57-8c7ed901ec9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.49676771Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02e5cc46-8c16-4984-8e57-8c7ed901ec9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.69914654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5506f157-7b23-446a-98e8-a032a41c8010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.702140277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b21219-e633-41b3-a874-bb93c83bfd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.755423951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5506f157-7b23-446a-98e8-a032a41c8010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.75548056Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5506f157-7b23-446a-98e8-a032a41c8010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.757888347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b21219-e633-41b3-a874-bb93c83bfd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.757926132Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b21219-e633-41b3-a874-bb93c83bfd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:41.522780492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ec85908-ab96-417f-a034-2fe43c00dabe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:41.522804426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ec85908-ab96-417f-a034-2fe43c00dabe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403141065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82e97e78-4309-430a-bd51-05681dbeb905","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.40316699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82e97e78-4309-430a-bd51-05681dbeb905","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403448788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5be6bf8a-57ed-44b2-b71b-9b9875f81084","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403465361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5be6bf8a-57ed-44b2-b71b-9b9875f81084","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403739102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4239b6bc-f435-425c-9af3-0c50acaf0ff6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403755431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4239b6bc-f435-425c-9af3-0c50acaf0ff6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.40397909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e77bc45a-6505-4ba6-94f6-c72f44fad568","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.403991011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e77bc45a-6505-4ba6-94f6-c72f44fad568","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.45952258Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e449686-1098-4092-9e41-a1bacd752c1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.459579667Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a10393c0-2e78-4a73-9f21-54b5fa6921ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.466912493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4703df00-5139-49ee-bb52-d79ab919c91a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.466925173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4703df00-5139-49ee-bb52-d79ab919c91a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.467177678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e63a28c9-1f82-4503-96f2-a9e9817f5069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.467345703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e63a28c9-1f82-4503-96f2-a9e9817f5069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.46806278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2aa38552-c9bd-4042-8673-5e8e3c3dabb5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.468087455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2aa38552-c9bd-4042-8673-5e8e3c3dabb5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.468591286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2d01cd0-6efb-48ab-8ec2-77cd68f19c9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.468605896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2d01cd0-6efb-48ab-8ec2-77cd68f19c9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.559591242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188a4f5b-2e9a-400e-8866-2b79bc98d072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.561960023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"986f92a9-7c0e-4e37-8205-b4af30a541d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.615978107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188a4f5b-2e9a-400e-8866-2b79bc98d072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.616020238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188a4f5b-2e9a-400e-8866-2b79bc98d072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.665828202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"986f92a9-7c0e-4e37-8205-b4af30a541d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.665861499Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"986f92a9-7c0e-4e37-8205-b4af30a541d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.823325805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc40c0ce-b8c9-436d-a181-06c2f83d3548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.879174384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc40c0ce-b8c9-436d-a181-06c2f83d3548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.879210476Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc40c0ce-b8c9-436d-a181-06c2f83d3548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.923101863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c83d4528-2a69-49fd-a404-ee132c2bd09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.979002439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c83d4528-2a69-49fd-a404-ee132c2bd09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:43.979040725Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c83d4528-2a69-49fd-a404-ee132c2bd09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.094590184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f20bb020-44e2-4ca1-80c2-39bcdb3006c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.151353681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f20bb020-44e2-4ca1-80c2-39bcdb3006c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.151389729Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f20bb020-44e2-4ca1-80c2-39bcdb3006c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.198399451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf15bb3-3b01-4244-a044-6012224460bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.25632448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf15bb3-3b01-4244-a044-6012224460bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.256364223Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf15bb3-3b01-4244-a044-6012224460bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.620338888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98b44df7-eafe-4d6c-82fa-c50621502218","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.620357953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98b44df7-eafe-4d6c-82fa-c50621502218","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.117678196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec5d28e-4839-423f-aa8f-b501116a9577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.117945257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3acc5d-6ebc-47b5-a7cf-dc367cd2a9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.173841704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec5d28e-4839-423f-aa8f-b501116a9577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.173895963Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec5d28e-4839-423f-aa8f-b501116a9577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.223846342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3acc5d-6ebc-47b5-a7cf-dc367cd2a9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.223895311Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3acc5d-6ebc-47b5-a7cf-dc367cd2a9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.274422971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7095971-b091-4246-94da-a465669cf859","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.274453033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7095971-b091-4246-94da-a465669cf859","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.274824346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea02fd0f-d14d-4c98-9ea4-e12d1f4d13c9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.274839674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea02fd0f-d14d-4c98-9ea4-e12d1f4d13c9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275051204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2997234-cf08-4719-a777-eb314f969a4e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275062556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2997234-cf08-4719-a777-eb314f969a4e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275221737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcd4c927-cae3-4b7f-99e5-609eeae78da8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275230986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcd4c927-cae3-4b7f-99e5-609eeae78da8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275484058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91f37cdb-4d52-4ecb-9f47-0b73b367dc12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.275495026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91f37cdb-4d52-4ecb-9f47-0b73b367dc12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.327208035Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9302b83e-ff39-43a0-9ac0-e7a39c94a9ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.327543998Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"477c8e7b-5c10-4da2-b142-f169a0e19933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.339548302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75620a50-904b-4b39-85d6-8540072e51e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.339565261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75620a50-904b-4b39-85d6-8540072e51e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.339806822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e0cc127-9d67-45b8-bf63-d8f1cf5fde1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.339818939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e0cc127-9d67-45b8-bf63-d8f1cf5fde1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.339997975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc3d3aa-3bf5-4ae3-8caf-379b47b71d7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.340007622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc3d3aa-3bf5-4ae3-8caf-379b47b71d7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.340185281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1aab7e36-e43a-437d-aed1-793b4e0a698f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.34019375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1aab7e36-e43a-437d-aed1-793b4e0a698f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.340377178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49ad3385-2877-45da-8893-66f43a648ef9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.34038655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49ad3385-2877-45da-8893-66f43a648ef9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.431562522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f941f4e3-a252-4c29-b484-e79e80c7b296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.431576643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c977a250-484d-4b34-9f65-01c20f7b2c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.488415766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f941f4e3-a252-4c29-b484-e79e80c7b296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.488455067Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f941f4e3-a252-4c29-b484-e79e80c7b296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.489813968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c977a250-484d-4b34-9f65-01c20f7b2c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.489852106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c977a250-484d-4b34-9f65-01c20f7b2c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.71245152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02e6deed-34e6-4200-8f98-c71c112247c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.713545991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5a856e4-8103-4023-9ef7-13c1c7402797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.770082712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02e6deed-34e6-4200-8f98-c71c112247c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.770128442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02e6deed-34e6-4200-8f98-c71c112247c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.770343745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5a856e4-8103-4023-9ef7-13c1c7402797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:49.770382411Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5a856e4-8103-4023-9ef7-13c1c7402797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.51298908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd000a35-199f-4a99-946d-b300ce149ab3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.513008625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd000a35-199f-4a99-946d-b300ce149ab3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.274111435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0620ac-41da-48e4-96c8-aef75f9735b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.274111437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b8b405-312e-4cbe-9db7-1c982280fc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.356306852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0620ac-41da-48e4-96c8-aef75f9735b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.35637001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0620ac-41da-48e4-96c8-aef75f9735b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.356451162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b8b405-312e-4cbe-9db7-1c982280fc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.3565025Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b8b405-312e-4cbe-9db7-1c982280fc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212418199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b400b233-d713-457d-b830-2564fbd352ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212436947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b400b233-d713-457d-b830-2564fbd352ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212669781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d1197d0-5e89-40b2-ba2d-ba5981e21a14","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212682386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d1197d0-5e89-40b2-ba2d-ba5981e21a14","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212893724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8dd18dd4-fa5c-4d0d-a92d-eff5900421c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.212907856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8dd18dd4-fa5c-4d0d-a92d-eff5900421c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213090042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f13ccc70-ba0c-41f7-9b66-1d9be8a2c601","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213100881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f13ccc70-ba0c-41f7-9b66-1d9be8a2c601","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213275811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2a6d3ea-84ce-4922-a676-427961d6c77b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213286128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2a6d3ea-84ce-4922-a676-427961d6c77b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213461972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52fe0365-94bd-4dbc-97b4-bb9739bb8361","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.213472675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52fe0365-94bd-4dbc-97b4-bb9739bb8361","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.264783948Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f4b9483-1f8b-4061-b96d-8df8d710137c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.264920827Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"394f60a5-1119-4c57-af1f-cc736b4d72fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275402608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3f0938a-1ae3-4c68-8202-22244b64ed0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275417687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3f0938a-1ae3-4c68-8202-22244b64ed0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275628736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbd88297-5377-4170-a898-5b5aa6dfe7b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275640439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbd88297-5377-4170-a898-5b5aa6dfe7b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275842714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6826e38-990b-49f6-b880-55a9f8353b6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.275855111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6826e38-990b-49f6-b880-55a9f8353b6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276042633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"896b6940-164c-48a5-be22-9005ce6b5bcc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276053422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"896b6940-164c-48a5-be22-9005ce6b5bcc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276270987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"edb767b5-7b5a-4ef6-81bf-45022aed2d26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276282011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"edb767b5-7b5a-4ef6-81bf-45022aed2d26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276458341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"876dafe8-ed84-4a7a-be0e-908a0344390f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.276468433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"876dafe8-ed84-4a7a-be0e-908a0344390f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.367473186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45a01b94-0ff0-4020-ab79-83b1b3a8f599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.367619691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1aba0ee-8772-4aac-8f35-06670751546b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.424238699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45a01b94-0ff0-4020-ab79-83b1b3a8f599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.424293731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1aba0ee-8772-4aac-8f35-06670751546b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.424306684Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45a01b94-0ff0-4020-ab79-83b1b3a8f599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.424336187Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1aba0ee-8772-4aac-8f35-06670751546b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.631052569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed688bf8-e172-4637-ad76-ecd67f29391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.63119638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72535fbf-0276-4e32-b3a7-a1336079ea57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.689877602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed688bf8-e172-4637-ad76-ecd67f29391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.689915134Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed688bf8-e172-4637-ad76-ecd67f29391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.690317209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72535fbf-0276-4e32-b3a7-a1336079ea57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.690366173Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72535fbf-0276-4e32-b3a7-a1336079ea57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.4296749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"109db6ea-90ca-45ee-bbc1-7fb1c1c036f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.429709452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"109db6ea-90ca-45ee-bbc1-7fb1c1c036f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.970190894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.846938884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5116f35-2719-4c86-a5de-48431d06ce78","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.846960909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5116f35-2719-4c86-a5de-48431d06ce78","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.84720534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"070f23c6-8bf7-43e1-80b3-27c4e80c198b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847218763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"070f23c6-8bf7-43e1-80b3-27c4e80c198b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.8474435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58ebd1fa-0a9b-4d2f-ac30-272aee2e9150","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847454826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58ebd1fa-0a9b-4d2f-ac30-272aee2e9150","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847629638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8261c37a-b098-4db2-9bc1-4034d07a6c1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847639719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8261c37a-b098-4db2-9bc1-4034d07a6c1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847848026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"512bd114-716f-43a9-9d68-7c4f0fb81a2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.847859374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"512bd114-716f-43a9-9d68-7c4f0fb81a2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.848032965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"76fc8e66-cb71-4d86-8f0b-6c7d109944cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.848043643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"76fc8e66-cb71-4d86-8f0b-6c7d109944cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.848217375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bdf4108-1f95-4117-b7d4-bb125cf7cc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.84823099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bdf4108-1f95-4117-b7d4-bb125cf7cc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.900188536Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"201ccee6-f153-4604-b519-ef5946179905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.912456319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d4eec15-ef01-4d89-9a46-44125d599b0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.91247238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d4eec15-ef01-4d89-9a46-44125d599b0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.912644778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d27b8762-2f04-45ac-baaa-ce25a0448e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.912654495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d27b8762-2f04-45ac-baaa-ce25a0448e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.912839933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b45b5eae-b01b-4238-bfc6-1e203dc83c46","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.91284941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b45b5eae-b01b-4238-bfc6-1e203dc83c46","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913001738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c925b45-863c-4674-94cd-018522c103c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913011174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c925b45-863c-4674-94cd-018522c103c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913161348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48b33a78-40d6-4af1-95a8-558d97b5603a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913171081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48b33a78-40d6-4af1-95a8-558d97b5603a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913318315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2678f15e-406a-4971-b427-41c0660a0177","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913326593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2678f15e-406a-4971-b427-41c0660a0177","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913468389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8219ac9f-57a2-4abf-b6fc-eaf6e90b4fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:56.913476647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8219ac9f-57a2-4abf-b6fc-eaf6e90b4fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.008990879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798eb728-5729-40ff-bcd7-9ca677881a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.009021253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b043b89-d943-4fcc-88eb-b231c366212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.069511566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"798eb728-5729-40ff-bcd7-9ca677881a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.117716618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f7cc6fa-7447-4431-ab02-70b9c9d8e764","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.11945284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b043b89-d943-4fcc-88eb-b231c366212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.11948921Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b043b89-d943-4fcc-88eb-b231c366212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.277409669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9777bd04-cc97-4185-aae3-23b2796bc9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.277424655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9777bd04-cc97-4185-aae3-23b2796bc9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.325798763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5d9771-a393-4c0f-aaf3-7317c63790b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.381594769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5d9771-a393-4c0f-aaf3-7317c63790b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.381630402Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5d9771-a393-4c0f-aaf3-7317c63790b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.427145494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dac29f1-5eb7-415b-9859-1aecb38cea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.483713851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dac29f1-5eb7-415b-9859-1aecb38cea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.484322486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a66d545e-81ea-4cd9-9dd6-5a8b2ab27e5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.757237265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508f4c47-a954-466f-916f-c05c138c2342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.813177564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508f4c47-a954-466f-916f-c05c138c2342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.813211378Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"508f4c47-a954-466f-916f-c05c138c2342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.858836095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88d2c9f7-8139-40ad-b9db-88f57dafef62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:57.915203442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88d2c9f7-8139-40ad-b9db-88f57dafef62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.160164945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe48d81-f897-4aa6-aaae-b6afc2115356","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.16018303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe48d81-f897-4aa6-aaae-b6afc2115356","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.369088997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01e297d3-ca78-4d16-8074-ee8f0cebaa1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998232225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75fa7368-7077-4a65-b218-654aa5920388","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998251697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75fa7368-7077-4a65-b218-654aa5920388","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998478643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5ede051-6c19-4f62-8849-1077f50ba338","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998491944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5ede051-6c19-4f62-8849-1077f50ba338","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998679969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa4ae3dc-a08d-4aa4-8cd1-f9bc0ebe96fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998690236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa4ae3dc-a08d-4aa4-8cd1-f9bc0ebe96fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998919524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"629aed18-f7d0-4ff2-98d6-1ce5e1b8eac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.998930279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"629aed18-f7d0-4ff2-98d6-1ce5e1b8eac0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999105206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3aecbd22-84df-439d-a543-25556a5025ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999115752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3aecbd22-84df-439d-a543-25556a5025ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999312363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"718ba42c-0bb0-4386-93ab-c8a60606a5b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999322774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"718ba42c-0bb0-4386-93ab-c8a60606a5b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999507871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384af616-4c35-48d2-8bf6-64b0fe059a68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999518348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384af616-4c35-48d2-8bf6-64b0fe059a68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999805998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09a0c33a-583b-4794-9a21-dbb4e6482c20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.999818557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09a0c33a-583b-4794-9a21-dbb4e6482c20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.06424274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b036a99d-ffae-4914-883e-d9db7be03380","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064256746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b036a99d-ffae-4914-883e-d9db7be03380","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064431106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5304b4d6-17c9-4c0a-b301-2fca92763273","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064441103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5304b4d6-17c9-4c0a-b301-2fca92763273","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064595391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3f30037-6e0f-4c39-a69c-ab744e201a8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064604178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3f30037-6e0f-4c39-a69c-ab744e201a8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064780817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa888c82-5ddf-47f3-85c4-1270c990622f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064790066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fa888c82-5ddf-47f3-85c4-1270c990622f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064963404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c470d271-4b32-4ded-a57f-64c6389b868c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.064975736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c470d271-4b32-4ded-a57f-64c6389b868c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065152803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c16a2a87-d497-446e-bca0-8056ee5d69eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065164003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c16a2a87-d497-446e-bca0-8056ee5d69eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065412401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f0c77e7-2a44-4f79-a8a3-e0decde4585c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065422582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f0c77e7-2a44-4f79-a8a3-e0decde4585c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065647639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40e01b9f-9e4f-4517-84e6-1aaa65a97979","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.065657976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40e01b9f-9e4f-4517-84e6-1aaa65a97979","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.16255147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2fa1578-d782-48b6-8ab2-4fff701a348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.162563802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de277c82-c4fa-4a49-975e-08088f83a14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.212180713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0651ab4-3a54-465b-98f3-468e48b749d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.222082735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2fa1578-d782-48b6-8ab2-4fff701a348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.222134307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de277c82-c4fa-4a49-975e-08088f83a14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.314326222Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecd21b3e-1fd0-44d7-ab59-0819deec541a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.475881881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b1c8ee8-487e-4bc4-855d-76327c0f9ccc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.475905493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b1c8ee8-487e-4bc4-855d-76327c0f9ccc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.53353493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bda4ec1-ad0c-4393-9c5a-28b7458b86ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.533535098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5535f0ad-ec6b-4d1b-8777-1ac116c0d3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.591154262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bda4ec1-ad0c-4393-9c5a-28b7458b86ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.591401393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5535f0ad-ec6b-4d1b-8777-1ac116c0d3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.684029319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f0f3ac3-f207-49ab-a95b-2e0918f5fce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:01.213294489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5565d86e-e2d4-4767-94a1-88a1a3889230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:01.213316054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5565d86e-e2d4-4767-94a1-88a1a3889230","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:01.421936825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"654fae46-4e92-42bc-9a8a-7d2d0e956585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.052065017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16abffb9-a251-488e-81db-3a220dbe23a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.052155531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16abffb9-a251-488e-81db-3a220dbe23a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.574068996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3907f7ae-287d-4d91-bb8d-6ba04395d8b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.669392907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"415bd749-2568-47a6-bd23-cea1ee59ff46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.702424429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55288814-fe81-4601-b994-30a14a9aa920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.702426927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a1f1c6-2bb3-42e9-b527-d8df575f82cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.73594969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74f191f5-b10e-4522-9e09-030d7b0913d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.735966113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74f191f5-b10e-4522-9e09-030d7b0913d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.768401467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55288814-fe81-4601-b994-30a14a9aa920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.768524625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a1f1c6-2bb3-42e9-b527-d8df575f82cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.837103495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9017b6cc-9626-486f-ba1b-9c01be90fa27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.837117083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9017b6cc-9626-486f-ba1b-9c01be90fa27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:05.081252174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fde58ad-0785-4534-ba35-17e55db60e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:05.081297956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d89f05e0-4059-449a-a166-45fef34eef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:05.138060523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fde58ad-0785-4534-ba35-17e55db60e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:05.138163306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d89f05e0-4059-449a-a166-45fef34eef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.981413109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab82d492-6fd4-49cb-8abe-b4db113934e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.98143254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab82d492-6fd4-49cb-8abe-b4db113934e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:09.43026303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"56435c64-bd0d-4525-958f-062291ea3391","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:09.430282272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"56435c64-bd0d-4525-958f-062291ea3391","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.065788126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46d9b544-f851-41ef-ab95-1c75ace60eb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.065807534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46d9b544-f851-41ef-ab95-1c75ace60eb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.066740104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84ffde37-d21b-49e7-b8b9-ec4a50e44691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.066763641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84ffde37-d21b-49e7-b8b9-ec4a50e44691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.0674945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbcc161e-0993-47ac-bc8e-417f8d6e82b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.067513114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbcc161e-0993-47ac-bc8e-417f8d6e82b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:11.001953617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f5cc261-8e23-489c-9d01-b08713a89ce6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:11.090672361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dc6ce8f-9500-4f01-9f36-659f526a0510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.041651411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ba08eff5-6ab5-451a-ba2d-582d1348488c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.041673112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ba08eff5-6ab5-451a-ba2d-582d1348488c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.582405472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97911b5e-d27f-4dc6-9956-81c0f2baf4ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.582424713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97911b5e-d27f-4dc6-9956-81c0f2baf4ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.737290976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808a8528-5534-45ea-81d4-b79e77d3de86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.737309321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808a8528-5534-45ea-81d4-b79e77d3de86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.83786354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2879a57b-7537-4603-9a67-989eedf42af0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.837877281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2879a57b-7537-4603-9a67-989eedf42af0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:17.187267379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"01dd21a4-9c92-40cf-a2a3-27082b32ed3c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:17.187291656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"01dd21a4-9c92-40cf-a2a3-27082b32ed3c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.192352051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"580efa95-25db-4b9f-b4d0-e55648a9ec5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.192370304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"580efa95-25db-4b9f-b4d0-e55648a9ec5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.411518225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5dd4ff9a-3849-4e20-9072-25e8f7260803","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.420169085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14dd2afd-35e0-4f6b-b80e-6e9b7a0ba632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.420791001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28584b9-a345-4122-9f39-ecbe5643727f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.529660514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14dd2afd-35e0-4f6b-b80e-6e9b7a0ba632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.529968484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28584b9-a345-4122-9f39-ecbe5643727f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.584503428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bfc6ef4-b9ba-4471-9e7c-3b418400596d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.584517993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bfc6ef4-b9ba-4471-9e7c-3b418400596d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:21.794100196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"571911d8-4053-4933-84e0-7617efae0e5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.036102003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0599da5-3263-4444-997a-0cba73df9a5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.036122076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0599da5-3263-4444-997a-0cba73df9a5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.245226188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b21e9281-cb19-40d2-a660-80811cecded0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.249000192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ed0d90-482a-4377-83f3-91a32e3fb15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.249000144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2134d6-b53d-4cc3-8e74-25e42692443b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.355626721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2134d6-b53d-4cc3-8e74-25e42692443b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.355633308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ed0d90-482a-4377-83f3-91a32e3fb15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.454188264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f5527d6-0c1d-4eb0-8061-20d6f89116fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.454205595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f5527d6-0c1d-4eb0-8061-20d6f89116fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.67204763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e521ebb0-d126-4589-8773-168f7be1f820","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.97422299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.833369509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ec49e5-a42b-47f8-aff4-d6346373f801","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.833388349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ec49e5-a42b-47f8-aff4-d6346373f801","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.990672256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cfb263-2221-4ef3-994b-46e31b2b921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.051559492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cfb263-2221-4ef3-994b-46e31b2b921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.052581896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3f633d9-8b8c-43e9-8d11-ac0f094fa1b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.052599058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3f633d9-8b8c-43e9-8d11-ac0f094fa1b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.207996873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dc4cf07-72fc-478c-a1b6-ed1b87f05967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.264247949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dc4cf07-72fc-478c-a1b6-ed1b87f05967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.265864969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ce8e716-2741-4293-8a36-58be06c6c136","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.312799179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67db95d6-0792-49e7-bd37-423b16138594","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.312819251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67db95d6-0792-49e7-bd37-423b16138594","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.429295096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11db1739-d575-42e8-acb5-37542d028164","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.429309724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11db1739-d575-42e8-acb5-37542d028164","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.468066717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6befca2f-c825-444a-9060-2270493dafd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:27.527070486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6befca2f-c825-444a-9060-2270493dafd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:54.969892118Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:06.845529909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ee15a6-8dfc-45a4-bdd4-502f6c2a2088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:06.898154585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ee15a6-8dfc-45a4-bdd4-502f6c2a2088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:06.950657171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ee15a6-8dfc-45a4-bdd4-502f6c2a2088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.003091516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ee15a6-8dfc-45a4-bdd4-502f6c2a2088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.486083526Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aead6b17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aead6b17","reconcileID":"4facc088-abe7-4525-96ba-8c6fcc8f5e69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aead6b17","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-aead6b17":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:08.112064919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6ac43c49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6ac43c49","reconcileID":"4d9b163d-3bd0-4496-a122-3e8d2fe925ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6ac43c49","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6ac43c49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:08.9457158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc73e7-f819-4c13-94d8-cbe802642bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:08.998356127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc73e7-f819-4c13-94d8-cbe802642bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.051000784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc73e7-f819-4c13-94d8-cbe802642bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.103902777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc73e7-f819-4c13-94d8-cbe802642bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.038161661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d271aa-1b84-4d5d-92c3-69861fbd254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.091663968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d271aa-1b84-4d5d-92c3-69861fbd254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.144586017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d271aa-1b84-4d5d-92c3-69861fbd254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.197274663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d271aa-1b84-4d5d-92c3-69861fbd254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:12.186171384Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-080015ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-080015ba","reconcileID":"6ae80f9c-1937-446f-ba0b-d35057e7cd61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-080015ba","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-080015ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.084673209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de95c7e-6f29-420e-b9e9-88b7ff4b6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.137873762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de95c7e-6f29-420e-b9e9-88b7ff4b6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.190459406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de95c7e-6f29-420e-b9e9-88b7ff4b6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.243160285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de95c7e-6f29-420e-b9e9-88b7ff4b6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.527361507Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-7683f606","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-7683f606","reconcileID":"d58973d8-ba11-48ac-8a8f-57e16447caff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-7683f606-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-7683f606-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.235555896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6232b1cd-fe32-4c87-a033-9ef9feb09380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.288503858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6232b1cd-fe32-4c87-a033-9ef9feb09380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.34100732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6232b1cd-fe32-4c87-a033-9ef9feb09380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.393985977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6232b1cd-fe32-4c87-a033-9ef9feb09380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.339526355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a9cd6d-4c1e-46af-a79c-6f9d8e3d8115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.392101227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a9cd6d-4c1e-46af-a79c-6f9d8e3d8115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.44447553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a9cd6d-4c1e-46af-a79c-6f9d8e3d8115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.496998816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a9cd6d-4c1e-46af-a79c-6f9d8e3d8115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.661821222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-fbf24ed8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-fbf24ed8","reconcileID":"67cbb843-a98e-43d7-9c49-9e2c27662a3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-fbf24ed8","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-fbf24ed8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:18.270126318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"a895be42-9cd6-4414-bcc8-f16dcb56a64c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6ac43c49","tenantID":"e2e-ait-6ac43c49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:18.387216436Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"a895be42-9cd6-4414-bcc8-f16dcb56a64c","name":"e2e-ait-6ac43c49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.452386304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f75d122-8435-4187-99b6-86b7a4af72b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.504823686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f75d122-8435-4187-99b6-86b7a4af72b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.557271631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f75d122-8435-4187-99b6-86b7a4af72b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.610629993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f75d122-8435-4187-99b6-86b7a4af72b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:22.884535954Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"9764f87a-48cb-4f47-a4e3-a4b337175bcb","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:22.938542129Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"9764f87a-48cb-4f47-a4e3-a4b337175bcb","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:23.043309531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"9764f87a-48cb-4f47-a4e3-a4b337175bcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-7683f606-gw","tenantID":"e2e-migrate-7683f606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:23.161221093Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"9764f87a-48cb-4f47-a4e3-a4b337175bcb","name":"e2e-migrate-7683f606-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:24.972320255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:25.204557282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5271235-edc2-4db2-9726-82ad06c2cef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:25.30947778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48def675-78b7-4f32-a903-e740c81308b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:27.716266861Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"fe3fd5fd-c9f0-4c42-9832-66be39c246a4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:27.875810081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"fe3fd5fd-c9f0-4c42-9832-66be39c246a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-aead6b17","tenantID":"e2e-ait-aead6b17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:27.990673611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"fe3fd5fd-c9f0-4c42-9832-66be39c246a4","name":"e2e-ait-aead6b17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.214036695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0075b93-c133-410e-af05-c134c8986715","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.313788794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb6202b7-f26d-48ac-9048-fcdaa578faf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.588911088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"9bde4978-fa67-4209-bc6f-8c6dbc0f1085","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-fbf24ed8","tenantID":"e2e-derive-fbf24ed8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.704032903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"9bde4978-fa67-4209-bc6f-8c6dbc0f1085","name":"e2e-derive-fbf24ed8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:42.858064009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"972486c8-f0df-45e8-b76f-cfb11d67880b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:42.970038057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e597abd2-16f0-450d-b20c-b0d7944fdb7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:44.33834419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f2d4b-1621-49fc-9336-5f30b53b3df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:44.390895667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f2d4b-1621-49fc-9336-5f30b53b3df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:44.44310081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f2d4b-1621-49fc-9336-5f30b53b3df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:44.495630826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f2d4b-1621-49fc-9336-5f30b53b3df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:46.368656403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a45651-072c-4ae7-a682-d946b4a3deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:46.421135589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a45651-072c-4ae7-a682-d946b4a3deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:46.473809535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a45651-072c-4ae7-a682-d946b4a3deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:46.526015034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a45651-072c-4ae7-a682-d946b4a3deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.577849477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"6542d340-44fc-4d50-a678-ddfafd36c8e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-080015ba","tenantID":"e2e-ait-080015ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.69283166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"6542d340-44fc-4d50-a678-ddfafd36c8e9","name":"e2e-ait-080015ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:48.404356899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec0672-1512-49e3-9260-acf2372c7e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:48.456923117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec0672-1512-49e3-9260-acf2372c7e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:48.509288507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec0672-1512-49e3-9260-acf2372c7e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:48.56176719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec0672-1512-49e3-9260-acf2372c7e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.434926806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb3d0eb-9be7-4cd6-8669-61f321fcd82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.487165831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb3d0eb-9be7-4cd6-8669-61f321fcd82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.539869938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb3d0eb-9be7-4cd6-8669-61f321fcd82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.592201636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb3d0eb-9be7-4cd6-8669-61f321fcd82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.186308798Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"0de3163d-8beb-4452-ba36-8511b48fd56e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.292838516Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"0de3163d-8beb-4452-ba36-8511b48fd56e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.336248187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c02e1c-35e3-4f2d-a13c-cdeff6fab3f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.388898482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c02e1c-35e3-4f2d-a13c-cdeff6fab3f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.441747521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c02e1c-35e3-4f2d-a13c-cdeff6fab3f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.494176838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c02e1c-35e3-4f2d-a13c-cdeff6fab3f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.969818198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:55.388655225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ca0377e-3d79-4a6a-952d-d207b92eada4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:55.493134205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b3586e0-0626-425f-bceb-7fe32c9dacdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.374812794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4179db9d-7cd4-46da-9ebd-ea36f40b48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.426972743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4179db9d-7cd4-46da-9ebd-ea36f40b48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.481907753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4179db9d-7cd4-46da-9ebd-ea36f40b48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.53434769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4179db9d-7cd4-46da-9ebd-ea36f40b48f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:57.285428931Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"60f4f8ea-eb2e-42ac-97a5-d78bd895f567","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:58.431671814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7d4de-97fe-4bd7-9357-dbf1c79b0278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:58.48417298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7d4de-97fe-4bd7-9357-dbf1c79b0278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:58.536572881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7d4de-97fe-4bd7-9357-dbf1c79b0278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:58.58912679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7d4de-97fe-4bd7-9357-dbf1c79b0278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:00.541923329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be247e22-4779-4e9e-86d4-5f34ff3674d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:00.594279211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be247e22-4779-4e9e-86d4-5f34ff3674d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:00.647054182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be247e22-4779-4e9e-86d4-5f34ff3674d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:00.699565251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be247e22-4779-4e9e-86d4-5f34ff3674d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.565921296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd861b82-a171-4d3b-b853-416aa4f69cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.618123983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd861b82-a171-4d3b-b853-416aa4f69cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.67032696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd861b82-a171-4d3b-b853-416aa4f69cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.722742681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd861b82-a171-4d3b-b853-416aa4f69cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.661006735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfabb2-e99d-4418-a94c-eb30a0a8fb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.713231688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfabb2-e99d-4418-a94c-eb30a0a8fb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.765461836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfabb2-e99d-4418-a94c-eb30a0a8fb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.817480155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfabb2-e99d-4418-a94c-eb30a0a8fb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.683153162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f11b35d-b685-43a0-8d4d-96818270e808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.735134552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f11b35d-b685-43a0-8d4d-96818270e808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.787314016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f11b35d-b685-43a0-8d4d-96818270e808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.841044654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f11b35d-b685-43a0-8d4d-96818270e808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.890087379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","namespace":"ai-tenant-e2e-ait-6ac43c49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.89014158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","namespace":"ai-tenant-e2e-ait-6ac43c49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.890195555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","tenant":"e2e-ait-6ac43c49","tenantID":"e2e-ait-6ac43c49","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.944935481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Deployment","name":"maas-api-e2e-ait-6ac43c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.005477958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Service","name":"maas-api-e2e-ait-6ac43c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.065232121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6ac43c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.129462856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6ac43c49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.210208157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.264202407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.322263758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.376061637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.427426923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Deployment","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.478834998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.530252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Service","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.581637021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"Service","name":"payload-pre-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.633297696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.684801414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.739144625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.743629806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd29f2-ab53-4ab9-9073-be0bf661329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.795729795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd29f2-ab53-4ab9-9073-be0bf661329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.798819223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.847935685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd29f2-ab53-4ab9-9073-be0bf661329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.899958191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.900568635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd29f2-ab53-4ab9-9073-be0bf661329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.952089797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.003665461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6ac43c49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.055317657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ac43c49"},"namespace":"ai-tenant-e2e-ait-6ac43c49","name":"default-tenant","reconcileID":"2d6e711a-3a11-4696-b689-0c0d9b5cbfc0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6ac43c49","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.89016792Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6ac43c49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6ac43c49","reconcileID":"b44a6431-a7de-4920-b0cf-16921bf3aec0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6ac43c49","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6ac43c49"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.842626629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae9948-61a8-4b11-a751-25da612762ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.894775027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae9948-61a8-4b11-a751-25da612762ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.946759363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae9948-61a8-4b11-a751-25da612762ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.998748619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae9948-61a8-4b11-a751-25da612762ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.876787219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15156e72-1424-4d23-9ebd-4db1f92cb761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.929209621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15156e72-1424-4d23-9ebd-4db1f92cb761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.981300168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15156e72-1424-4d23-9ebd-4db1f92cb761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:13.033399851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15156e72-1424-4d23-9ebd-4db1f92cb761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.143246871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","namespace":"ai-tenant-e2e-migrate-7683f606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.143299037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","namespace":"ai-tenant-e2e-migrate-7683f606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.143343555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","tenant":"e2e-migrate-7683f606","tenantID":"e2e-migrate-7683f606","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.197031958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Deployment","name":"maas-api-e2e-migrate-7683f606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.256364915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Service","name":"maas-api-e2e-migrate-7683f606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.310739629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-7683f606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.393915401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-7683f606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.447650943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.506281644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.558399723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.609907771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.661468023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Deployment","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.712857502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.764862727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Service","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.816243173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"Service","name":"payload-pre-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.867729484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.9062456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c43f6-0563-4f44-af76-374070df58b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.95816571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:14.958747309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c43f6-0563-4f44-af76-374070df58b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.010866562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.01087222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c43f6-0563-4f44-af76-374070df58b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.063211636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c43f6-0563-4f44-af76-374070df58b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.065068268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.117135034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.168560735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.220281228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-7683f606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.271941379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7683f606"},"namespace":"ai-tenant-e2e-migrate-7683f606","name":"default-tenant","reconcileID":"036157a5-2408-4adc-b8b5-0cad13436efb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-7683f606","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.326231532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94d721bb-7727-463a-905a-8744e6e8c3f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.431019523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"354a30d0-20cd-461e-816b-b97a57d67167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.290138876Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-7683f606","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-7683f606","reconcileID":"1823ec86-478c-4f5e-84c5-bf42dd8c40e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-7683f606-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-7683f606-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.9456285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-521f1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-521f1f","reconcileID":"4464d2d7-46b3-4146-8803-031aaddc0c42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-521f1f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-521f1f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.974536259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b55b24-cead-4efa-becb-14cdc4254704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.027077791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b55b24-cead-4efa-becb-14cdc4254704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.0803337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b55b24-cead-4efa-becb-14cdc4254704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.132999575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b55b24-cead-4efa-becb-14cdc4254704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.013107581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406498dc-1992-4b54-b641-e2ec32b6f865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.065329863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406498dc-1992-4b54-b641-e2ec32b6f865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.117880618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406498dc-1992-4b54-b641-e2ec32b6f865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.170054486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406498dc-1992-4b54-b641-e2ec32b6f865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.049605932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2c4f1-33bd-45b7-a98c-c202e8da5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.101995548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2c4f1-33bd-45b7-a98c-c202e8da5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.154345659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2c4f1-33bd-45b7-a98c-c202e8da5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.206519399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2c4f1-33bd-45b7-a98c-c202e8da5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.081391818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a6d386-b8a8-4823-bd27-abd6090848ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.133679299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a6d386-b8a8-4823-bd27-abd6090848ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.186485473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a6d386-b8a8-4823-bd27-abd6090848ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.238582028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a6d386-b8a8-4823-bd27-abd6090848ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.52642468Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a0e72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a0e72e","reconcileID":"f6b351cf-ff49-4a4c-9e5b-4adabe5f34e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a0e72e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-a0e72e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.969864368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.12397681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d63c3f-bbf5-4d60-a75a-7cef8d81a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.176090597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d63c3f-bbf5-4d60-a75a-7cef8d81a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.228128488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d63c3f-bbf5-4d60-a75a-7cef8d81a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.280762524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d63c3f-bbf5-4d60-a75a-7cef8d81a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.493498282Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","namespace":"ai-tenant-e2e-derive-fbf24ed8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.493579362Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","namespace":"ai-tenant-e2e-derive-fbf24ed8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.493653169Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","tenant":"e2e-derive-fbf24ed8","tenantID":"e2e-derive-fbf24ed8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.54712118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Deployment","name":"maas-api-e2e-derive-fbf24ed8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.605440412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Service","name":"maas-api-e2e-derive-fbf24ed8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.661301788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-fbf24ed8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.715120528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-fbf24ed8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.771138458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.827782963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.886790641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.941897171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.99428441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Deployment","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.046538854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.098513077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Service","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.150740069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"Service","name":"payload-pre-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.202823978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"DestinationRule","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.254222247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.324563291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.379796899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.431153984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.482443336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.533907105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-fbf24ed8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.633486353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fbf24ed8"},"namespace":"ai-tenant-e2e-derive-fbf24ed8","name":"default-tenant","reconcileID":"dadce984-9346-4a6f-8308-ec7dc6557e06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-fbf24ed8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.16386484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a2b79-002d-4757-a768-d86fad9a9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.216302495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a2b79-002d-4757-a768-d86fad9a9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.26845079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a2b79-002d-4757-a768-d86fad9a9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.320622969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a2b79-002d-4757-a768-d86fad9a9678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.588800698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-fbf24ed8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-fbf24ed8","reconcileID":"a5d9a7c4-b7f4-4881-90aa-c86fbb55a7ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-fbf24ed8","removed":["maas.opendatahub.io/gateway-access-e2e-derive-fbf24ed8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.251886294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11c4f63-2c2b-449a-8895-0e6049789849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.304122841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11c4f63-2c2b-449a-8895-0e6049789849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.356675434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11c4f63-2c2b-449a-8895-0e6049789849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.40919942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11c4f63-2c2b-449a-8895-0e6049789849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.305987776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bcf44c-27bf-4258-ae3a-540e56d6f5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.358160964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bcf44c-27bf-4258-ae3a-540e56d6f5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.410262724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bcf44c-27bf-4258-ae3a-540e56d6f5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.462344109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bcf44c-27bf-4258-ae3a-540e56d6f5da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.295572583Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1bccbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1bccbd","reconcileID":"319a1ad8-1939-4efa-97c5-86d784c6188b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-1bccbd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-1bccbd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.353192299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f19320-a072-41e0-8275-82e4c20afc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.405340835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f19320-a072-41e0-8275-82e4c20afc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.458006533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f19320-a072-41e0-8275-82e4c20afc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.51011012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f19320-a072-41e0-8275-82e4c20afc4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:35.389425971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d5900-2d0c-4458-b677-deb569d473e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:35.441912255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d5900-2d0c-4458-b677-deb569d473e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:35.494507748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d5900-2d0c-4458-b677-deb569d473e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:35.547072472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d5900-2d0c-4458-b677-deb569d473e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:36.950246119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"38cf98ab-9558-4075-977e-ef476ccd239a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.06632186Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"38cf98ab-9558-4075-977e-ef476ccd239a","name":"e2e-worker-w2-521f1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.122818035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","namespace":"ai-tenant-e2e-ait-aead6b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.122876003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","namespace":"ai-tenant-e2e-ait-aead6b17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.122927298Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","tenant":"e2e-ait-aead6b17","tenantID":"e2e-ait-aead6b17","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.176430571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Deployment","name":"maas-api-e2e-ait-aead6b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.23992854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Service","name":"maas-api-e2e-ait-aead6b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.296786693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-aead6b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.35047353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-aead6b17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.406053586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.432194929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b417d-fe22-490c-b8e1-48a910bf795f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.48435337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b417d-fe22-490c-b8e1-48a910bf795f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.486500383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.536240704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b417d-fe22-490c-b8e1-48a910bf795f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.588445461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b417d-fe22-490c-b8e1-48a910bf795f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.591070788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.645504719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.696857528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Deployment","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.748271788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.852857142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Service","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.904430459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"Service","name":"payload-pre-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:37.955909307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"DestinationRule","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.00731854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.05881224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.114618435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.166336932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.217630901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.269358916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-aead6b17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.321067154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aead6b17"},"namespace":"ai-tenant-e2e-ait-aead6b17","name":"default-tenant","reconcileID":"07f2ebec-802c-4629-9a9a-fffd2f638428","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-aead6b17","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:40.082038073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aead6b17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aead6b17","reconcileID":"9eb9223b-9bdf-4d8b-8eec-cf1e17a4cd2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aead6b17","removed":["maas.opendatahub.io/gateway-access-e2e-ait-aead6b17"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:41.172874291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01e95c-eb47-40d2-a50c-f2ed32e1456c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:41.224983737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01e95c-eb47-40d2-a50c-f2ed32e1456c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:41.277020721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01e95c-eb47-40d2-a50c-f2ed32e1456c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:41.329269308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01e95c-eb47-40d2-a50c-f2ed32e1456c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.203213871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd128f7-6d10-4d19-b9b9-225d27b2d338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.254886479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"75f0e100-0c92-445f-b858-1f7e2d6cc14c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.255430843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd128f7-6d10-4d19-b9b9-225d27b2d338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.307997037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd128f7-6d10-4d19-b9b9-225d27b2d338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.360393828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd128f7-6d10-4d19-b9b9-225d27b2d338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.423682609Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"75f0e100-0c92-445f-b858-1f7e2d6cc14c","name":"e2e-worker-w3-a0e72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.625095221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737dafc8-7f42-441c-8248-a38f84d823dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.677610426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737dafc8-7f42-441c-8248-a38f84d823dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.73040254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737dafc8-7f42-441c-8248-a38f84d823dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.782428969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737dafc8-7f42-441c-8248-a38f84d823dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.223807797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c7d758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c7d758","reconcileID":"77da4219-e02f-429c-93ea-77e57083db2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c7d758","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-c7d758":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.547880958Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","namespace":"ai-tenant-e2e-ait-080015ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.54793683Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","namespace":"ai-tenant-e2e-ait-080015ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.54818554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","tenant":"e2e-ait-080015ba","tenantID":"e2e-ait-080015ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.601352221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Deployment","name":"maas-api-e2e-ait-080015ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.660173914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Service","name":"maas-api-e2e-ait-080015ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.675425768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d492ee69-a473-45d7-9a80-7c0521f00b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.727890247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d492ee69-a473-45d7-9a80-7c0521f00b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.729385576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-080015ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.780818297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d492ee69-a473-45d7-9a80-7c0521f00b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.834109742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d492ee69-a473-45d7-9a80-7c0521f00b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.835248233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-080015ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.888798698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.942336129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.996226508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.099034019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.150424811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Deployment","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.201897863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.253397658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Service","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.304786752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"Service","name":"payload-pre-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.356465109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"DestinationRule","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.407990852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.459501154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.514328264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.566052293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.61743089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.668943108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-080015ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.720495652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-080015ba"},"namespace":"ai-tenant-e2e-ait-080015ba","name":"default-tenant","reconcileID":"858270bc-d531-4e5e-ba8d-b22b5f0ac472","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-080015ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:50.746999914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185124-ec0f-4265-8859-39dd2154c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:50.799916044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185124-ec0f-4265-8859-39dd2154c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:50.852103583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185124-ec0f-4265-8859-39dd2154c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:50.904236206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69185124-ec0f-4265-8859-39dd2154c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.853971872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-080015ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-080015ba","reconcileID":"d54212e6-2849-470c-ae05-e8bbd03bb20f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-080015ba","removed":["maas.opendatahub.io/gateway-access-e2e-ait-080015ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.870207187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2244ceff-b507-4f6a-ab23-52c09dc5a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.922453454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2244ceff-b507-4f6a-ab23-52c09dc5a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.974775154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2244ceff-b507-4f6a-ab23-52c09dc5a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:53.027087955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2244ceff-b507-4f6a-ab23-52c09dc5a027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.884169444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f35b71a0-9462-4cb9-8bf5-f4850c40a5fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.938516028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a89c3e-180c-495c-8fab-82b3a0e35de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.968509472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.991083124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a89c3e-180c-495c-8fab-82b3a0e35de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:55.001415408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f35b71a0-9462-4cb9-8bf5-f4850c40a5fc","name":"e2e-worker-w1-1bccbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:55.043457241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a89c3e-180c-495c-8fab-82b3a0e35de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:55.09607073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a89c3e-180c-495c-8fab-82b3a0e35de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.961130124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6227ff0-94f3-442d-a93c-1786d3ba068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.013340387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6227ff0-94f3-442d-a93c-1786d3ba068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.06528922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6227ff0-94f3-442d-a93c-1786d3ba068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.117339815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6227ff0-94f3-442d-a93c-1786d3ba068c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.330130354Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7d9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7d9bb","reconcileID":"fe7280ba-9105-4ad0-b832-392c2fe8968f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f7d9bb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-f7d9bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.055244389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b139f08-6bca-4497-baf6-6d28e5e4f5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.107523116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b139f08-6bca-4497-baf6-6d28e5e4f5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.159644065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b139f08-6bca-4497-baf6-6d28e5e4f5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.211876029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b139f08-6bca-4497-baf6-6d28e5e4f5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.087630403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d052ce5-7f97-4188-af61-787cbd7b1ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.139969469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d052ce5-7f97-4188-af61-787cbd7b1ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.191886715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d052ce5-7f97-4188-af61-787cbd7b1ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.244169764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d052ce5-7f97-4188-af61-787cbd7b1ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.119049556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b690750e-3bf7-4b78-82cf-6cb23cab6f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.171459328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b690750e-3bf7-4b78-82cf-6cb23cab6f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.223469766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b690750e-3bf7-4b78-82cf-6cb23cab6f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.276665252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b690750e-3bf7-4b78-82cf-6cb23cab6f5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.978676607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7619f4d-b68b-4062-9d58-471404ad8fd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.081988074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba996bd6-e6df-4a62-b6ab-423650e7651d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.032023549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3ba660-3e8b-4e69-b84e-2ace98d9c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.084089222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3ba660-3e8b-4e69-b84e-2ace98d9c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.136302968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3ba660-3e8b-4e69-b84e-2ace98d9c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.188545143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3ba660-3e8b-4e69-b84e-2ace98d9c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:09.13724996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f0ece6-d540-4e0b-a1f7-e08a46c1f42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:09.189381668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f0ece6-d540-4e0b-a1f7-e08a46c1f42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:09.241627813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f0ece6-d540-4e0b-a1f7-e08a46c1f42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:09.293650084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f0ece6-d540-4e0b-a1f7-e08a46c1f42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.110045523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"4867fe01-802f-42bf-a604-c7295c4c2ae8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.225642223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"4867fe01-802f-42bf-a604-c7295c4c2ae8","name":"e2e-worker-w4-c7d758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:19.789299507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88738585-ff2d-45c4-b0fe-a5ea4491dba8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:19.90257928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7c4a5f4-056a-46dd-a2dd-fb2bf54ad2a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.838523266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5022769-b8b0-412b-a9cd-18482b75095b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.890730763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5022769-b8b0-412b-a9cd-18482b75095b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.942926288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5022769-b8b0-412b-a9cd-18482b75095b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.99489309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5022769-b8b0-412b-a9cd-18482b75095b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.874995378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8a9cc-fd50-4b8a-b013-d337af5ff21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.92720206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8a9cc-fd50-4b8a-b013-d337af5ff21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.980019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8a9cc-fd50-4b8a-b013-d337af5ff21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:24.032639419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8a9cc-fd50-4b8a-b013-d337af5ff21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:24.969664123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:25.935315981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0214683e-5cc4-4fb6-97db-0c844559ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:25.990372649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0214683e-5cc4-4fb6-97db-0c844559ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:26.043226106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0214683e-5cc4-4fb6-97db-0c844559ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:26.095975842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0214683e-5cc4-4fb6-97db-0c844559ab70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.962399801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf87876-02b6-4bb5-8840-05d474877501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.015098038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf87876-02b6-4bb5-8840-05d474877501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.06756347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf87876-02b6-4bb5-8840-05d474877501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.119801276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaf87876-02b6-4bb5-8840-05d474877501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.787822249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79778bf9-cbbb-420a-abfc-e502d23439f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.945288095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b31b363b-ee19-4a59-aaa6-29f15851908d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.994302242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a07a9ea-961c-44b3-95cc-9c80793e1e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.04665048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a07a9ea-961c-44b3-95cc-9c80793e1e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.098838698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a07a9ea-961c-44b3-95cc-9c80793e1e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.151111788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a07a9ea-961c-44b3-95cc-9c80793e1e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.202816402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"7a8e040a-a7de-4707-aa89-561444c5f608","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.317023155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"7a8e040a-a7de-4707-aa89-561444c5f608","name":"e2e-worker-w0-f7d9bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:35.86908411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"e670bb5b-6c3e-4956-b4c4-c17b05c2ef39","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:37.243847762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8aaf937-7af6-4a97-ba48-e4f97857072d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:37.53240809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e817547a-5848-48f8-9d72-b2686ca5cd76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:46.50593647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797703a0-39e1-4282-99bf-9807f019dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:46.559400602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797703a0-39e1-4282-99bf-9807f019dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:46.612267059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797703a0-39e1-4282-99bf-9807f019dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:46.664569227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797703a0-39e1-4282-99bf-9807f019dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:48.550286244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e0fce4-4cf8-4cd2-bc3b-41506ad4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:48.602591859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e0fce4-4cf8-4cd2-bc3b-41506ad4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:48.654870942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e0fce4-4cf8-4cd2-bc3b-41506ad4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:48.707133952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e0fce4-4cf8-4cd2-bc3b-41506ad4c616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.367317512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7186361e-9694-4d31-97e1-390348c8949d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.527134804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f731d872-f0f3-422e-b054-21a233270d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.970971871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:01.034628128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4440734b-4fd7-4d7e-9921-6896c82c76bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:01.087271724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4440734b-4fd7-4d7e-9921-6896c82c76bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:01.139799769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4440734b-4fd7-4d7e-9921-6896c82c76bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:01.192137535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4440734b-4fd7-4d7e-9921-6896c82c76bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:01.686655148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"accc1119-0a52-4150-a11c-47441412c81a","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:02.514457523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"6d594e15-2fb5-4f84-a127-5ec16577f0f8","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:03.141897452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9d1391-4b8d-40c0-a796-e181eb7e0a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:03.194257529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9d1391-4b8d-40c0-a796-e181eb7e0a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:03.246617468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9d1391-4b8d-40c0-a796-e181eb7e0a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:03.299001532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9d1391-4b8d-40c0-a796-e181eb7e0a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:04.067942285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a96d6352-aa5f-41ec-8ca8-5e2ceb0b51a7","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:04.129687672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"24753791-2c02-4263-87f2-f360be4c6305","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.125071378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f38f09b-fa1a-4e71-8eb3-3fd164669bbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.502534406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43ab8c24-9210-4711-a0f4-a053be221e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:24.969723924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:30.256814797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"c3cd1925-e866-4671-a0ba-6e8dda11e18b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:30.318608219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"09afb182-eb88-4433-87e5-0bea97cff654","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:30.635656029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91d5f65c-8ab4-448a-b048-7876f6f99127","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:30.740606633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7d27de2-67eb-43f4-9bad-aba94d9cebc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.954136815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"ebfb8298-097d-4e08-8eef-70ac9d3df2fa","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.186507941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"4f53e711-2431-45b8-b548-2b2764130c20","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.243530578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e171af88-43b4-44a4-8966-c52b6bd161cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.243552374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e171af88-43b4-44a4-8966-c52b6bd161cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.289538152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"3dd9372a-7661-470e-8555-5ed4986a9c5a","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.30066878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38299a9d-4a97-4de2-8ed4-b7a8f4b1033c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.300704742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38299a9d-4a97-4de2-8ed4-b7a8f4b1033c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.344613654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"38344d4d-e3c4-4ade-948c-d05e9905ab8e","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:34.352905442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-521f1f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.558472826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"4ddd6f5c-9392-4447-ac3c-9329165ed339","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.563441376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"56cfebb7-aaaf-41f8-aae7-dacc0cfa8c9b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.627015942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"fd5de723-382c-4a8b-b33f-1407b67f712b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.730674441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"71cdb973-36ca-430f-abf0-4e6446bf91e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.79632216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"1a91610b-0b06-4101-aff8-fc450ffa9674","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.843068478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"c0afd8af-9037-4c54-889d-6ae4d9ea551a","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.854656602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"71cdb973-36ca-430f-abf0-4e6446bf91e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.899989229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"27050361-0567-45c5-bd01-ef4fab96bb3b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.909150898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"71cdb973-36ca-430f-abf0-4e6446bf91e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.946561249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"75f23326-f93e-46d1-8b35-89c22ef4d08c","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:34.952198368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-521f1f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:34.965508238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ebd17d91-7253-4de6-b406-3fd6ce969ca1","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.000764638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"c84a5969-d52b-4e72-b069-4b7f715a8c88","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.007525115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"47e26822-4893-4003-b32b-bf7048bad457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.068835476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"47702ef0-f1e8-4b94-870d-0d6425aae8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.118748663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"4da23533-540b-497b-8309-1b873be734d2","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.124793808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"47702ef0-f1e8-4b94-870d-0d6425aae8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.175953338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"87c91f19-20b3-4420-a954-481ebe216865","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.181318491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"47702ef0-f1e8-4b94-870d-0d6425aae8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.21250535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"6bea0043-d148-4a0d-828f-73b02101e4dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"premium-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:35.228677952Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"87c91f19-20b3-4420-a954-481ebe216865","name":"premium-w2-521f1f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:35.228770124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"87c91f19-20b3-4420-a954-481ebe216865","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:35.233682329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"47702ef0-f1e8-4b94-870d-0d6425aae8ce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.234165642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"28d061dd-8ba4-491b-8a0a-6d1947c498cf","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.327915562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a6b1cfeb-98af-46e6-82b5-49a09cb659ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.374290885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"1b195fe8-d1ac-458e-92f1-403f387f9b0d","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.383907399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a6b1cfeb-98af-46e6-82b5-49a09cb659ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.388219921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"224e6246-f82e-498d-93b7-9b342b08e641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.439314286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a6b1cfeb-98af-46e6-82b5-49a09cb659ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.444393842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"224e6246-f82e-498d-93b7-9b342b08e641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.495767471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"159b5459-06b4-44fb-b354-1cce43c74680","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.49888169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"224e6246-f82e-498d-93b7-9b342b08e641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.583940272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"4c8a7863-a50c-4473-9138-308417f08d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.650952176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7fb200ce-8bca-4081-995e-1192f1b0ffe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.707186339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7fb200ce-8bca-4081-995e-1192f1b0ffe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.762075127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7fb200ce-8bca-4081-995e-1192f1b0ffe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:37.713643149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"d55ef70e-de6f-42de-8bf6-ec64533b5bec","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:37.774818955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4353e4d5-30ab-4f47-829f-94ce54baa5ce","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.589016439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51b31df1-d308-4cc9-9c79-ab44ced225e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.690270163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"ca477742-64fa-440e-a2ac-1c095e254d55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.787670765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"8e41006e-456b-44be-ae5b-7d4b7fb139da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.85275546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"fb794eca-b9c2-4393-9b14-639512aff0f8","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.888162204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e25e786-14de-4467-b76b-80e8e446aee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:41.95287009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"24694e17-5d09-45d0-82de-8773e3ad5541","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.049479046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"151342c1-2fa5-42b7-a5dc-4b28ee9dd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.049479071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e60b3ed2-2caf-47b0-91b4-d2b10735b3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.11926767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e60b3ed2-2caf-47b0-91b4-d2b10735b3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.121405058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"151342c1-2fa5-42b7-a5dc-4b28ee9dd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.177329106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e60b3ed2-2caf-47b0-91b4-d2b10735b3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.180199731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"151342c1-2fa5-42b7-a5dc-4b28ee9dd789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.235245697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"2142ce8b-504f-41ed-b573-1b5e6ff05f03","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.237991517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a2bcc626-d650-4e23-ba94-cd90d31cd929","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.398541075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34c1ca3e-3712-4010-9109-664b3142d64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.399069824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d9cc4829-6f8a-478f-9592-30d58544b6ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.45475094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34c1ca3e-3712-4010-9109-664b3142d64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.455246278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d9cc4829-6f8a-478f-9592-30d58544b6ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.510473246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34c1ca3e-3712-4010-9109-664b3142d64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.510642875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d9cc4829-6f8a-478f-9592-30d58544b6ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:42.563202217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34c1ca3e-3712-4010-9109-664b3142d64e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.7249271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34a13203-6be1-47f7-8879-fa7a410decca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.781821497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34a13203-6be1-47f7-8879-fa7a410decca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:42.837079242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"34a13203-6be1-47f7-8879-fa7a410decca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:52.435442825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"a9f3e1d9-aff6-4baa-a2aa-93d249a4e074","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:52.667409512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"679a220c-8e3b-475f-81e6-3972f3ab4757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:52.723437064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"679a220c-8e3b-475f-81e6-3972f3ab4757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:52.778541467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"679a220c-8e3b-475f-81e6-3972f3ab4757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:52.996224242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5a78c0b3-1693-4b85-b749-6796cbd72ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:53.053372956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5a78c0b3-1693-4b85-b749-6796cbd72ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:53.108748332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (886021b31e5052962327bec428f3797fe4d23bafb3b30310c30895dc2ea551d2) AuthConfig (e2d389892ddcc79545ff1df0dcba53983bde0573247681dd6938fb62c76ec9af) AuthConfig (8927106451486ecf04192d5cf3561595f3774fcadd35e3168b5d5dd1b3a0829b) AuthConfig (2f99c945948aa680cbbdc9372f208c60e1f1931e6cb1b32fc98a15d2ee3386f3) AuthConfig (3645d4db66a0b58f627a2c0e53985bc0f9d9687c5a00e93d66864649c7ead32f) AuthConfig (c9c1cd42896520c943d4cedf1d90bf001b8e9feb72d3e5af7a0f4aa8d947223c) AuthConfig (eb9221d359b3c5e9ec3027a287b7a87b60dda7e8f6e2c7512511f0bf39d4fdaf) AuthConfig (7e2f2e0f9873fe88c28cdf0144ad4e41d082dab44354e24474689c59fe876ccd) AuthConfig (940732cc305f49efbc8f75b06676df1e9d4087f8c1f22708edb5b3d1e76714b5) AuthConfig (5da4ed25a730f0637c704919a2136290270e226c6846842301e7663b8110f565) AuthConfig (36187346eb9820ee77f105ab26d20912daa5f2b2310e32bb9eeb411fcb938d31) AuthConfig (14104189db38ff4d7bba266be35b78dc18986a24fa926bd0dc70431b6f14c8d8) AuthConfig (9ea5769385141fcff63c419c55b04f5167b1578195f16dcb65eeafb30590b16d) AuthConfig (ebc681768bfa9c72c24bb05fe89abb485188664743e63e621edc0c1b2f153e84) AuthConfig (760817a4b4ffca0b07eff6aa7258a46ac1f595e80c6ae1186822ce99366fa3ac) AuthConfig (11a9a47f9d10c82c0f57f4e66a85be8238b2d26fb48b86d2e8a4a4c0c0e33cec) AuthConfig (d98c665305aa0d0a2ca2c4e4c1bf3ab85429c95e95932ff17e2dfb040bbb142f) AuthConfig (e165be423dbbb1a67667b03009bcc80060a8ad21b4bbfdaa38c7311569128f07) AuthConfig (7f8038c835abf7ca56c201da8d00f2011ab5b5560c4d14edb1646c7271b8d6f6) AuthConfig (cd954d897b4a24540120bc17bfceffb8f088263e7734005e711a3a1853883717) AuthConfig (9dce96ed981991b9931b2a8e023631fdfe28dc13ae01e21d9407e4027b7a5af8) AuthConfig (08bef66da80dad3718d5d9d2455448bbc4122767b559ee682893df1e4cf070c4) AuthConfig (51b74d51b35da05ea2fb6103bdd15f34a412fff13c98d8f3cc45ce782d762fd6) AuthConfig (cf78d8351d46159f98ef99fb38b1b1f14386e8fa3e37c457ccb33e7003b6e969) AuthConfig (29ff24a8ec07cba6bdd59f9cc31b7e06e5e7716f2b5b00b7f5ab154d6c431577) AuthConfig (838b2ab558528f4945776618a74eb09629bbb6e607bb0328d65fd366186d9d02) AuthConfig (9f39c6626c13199f04eef1dba2d545ea61d330420fb4e289e776c8a6808ed4e6) AuthConfig (3fca6575540878da5a9a1f08486376003715594a709be4b71ba83c43ba42c0ff) AuthConfig (13561485a8d2e92c5f050fb24eed0faa50106c2e07f7bd88a4f0f7438eb6c7cb) AuthConfig (26e4563b9408d13429ebcda37fec5a8c0765caec6cbfbfea9c57eb25011fcdc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5a78c0b3-1693-4b85-b749-6796cbd72ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.632326865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"565fd929-d09a-4864-9f1a-80e0b782e08e","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.771560759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"61737102-d3ed-41a7-bec3-9dad787b28db","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.82845183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"9469d4a5-804f-42ba-a25f-ec009bd33ca0","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.876397169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"5a91fe7d-4aae-4428-b959-32d5c717d2f2","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:54.880476795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.930643834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"b85de85f-f082-41bd-864e-e2539f9517c8","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:54.969026183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.056230318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"246f3937-1f71-4e13-9cf0-e588bf2c398c","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.11429978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"713f9ce5-85da-489b-8039-66ae67b8410b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.149673759Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7f2f6667-d14e-40e1-bae2-281a65f04792","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"simulator-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.214376082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"8ce13406-ba7f-4fe5-a303-16980b5924e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.312679792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"ca1dfec5-19ff-4ad1-9c99-1e99020292c6","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.33544945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"8ce13406-ba7f-4fe5-a303-16980b5924e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.338763429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"2495fb54-3f2f-4bd9-a182-3cce5119aad2","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.39004114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"8ce13406-ba7f-4fe5-a303-16980b5924e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.395349705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"1790b95f-b16a-477e-a595-3817b5f90c13","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.442781861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"fa3ce623-768e-4273-8402-09594c8f1b55","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.444246407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"333dd646-570d-4f10-af1c-99ad02114af5","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:55.447304752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a0e72e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.496973434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"15a7b6e8-6384-44be-8bf3-20e4bc2c8df9","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.520931976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"90f7619f-baeb-4ec7-b475-fb0325d1787f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.548499584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"92ef057e-c113-4bc0-8500-d572e1940f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.601521057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"6e11bc9e-b88e-4df5-8f25-3428d194b189","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.604744675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"92ef057e-c113-4bc0-8500-d572e1940f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.658808893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"b383ed25-7dc8-42c6-a7e8-b47288475fac","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.661229312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"92ef057e-c113-4bc0-8500-d572e1940f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.709581114Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"28916d7e-7bc8-4d7d-85f4-caca4b78563f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"premium-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:55.711321842Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"b383ed25-7dc8-42c6-a7e8-b47288475fac","name":"premium-w3-a0e72e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:04:55.711376988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"b383ed25-7dc8-42c6-a7e8-b47288475fac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.716914986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"f2cbfeb5-65cf-487c-bc41-e54c407b3521","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.81243523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"af05b391-28ab-4c87-8617-f7bb2934c448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.8152804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b7c23771-13ab-4681-be6f-d7b2097db553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.868467366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"af05b391-28ab-4c87-8617-f7bb2934c448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.87100854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b7c23771-13ab-4681-be6f-d7b2097db553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.872092485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"af3492fc-7e64-415a-9f8e-579e1c249467","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.923449415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"af05b391-28ab-4c87-8617-f7bb2934c448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.925669146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b7c23771-13ab-4681-be6f-d7b2097db553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:55.980298896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"5c0cb986-1f67-4d33-b6ff-08523b004f3d","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:56.080520357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"e2890b85-080b-48db-b7d1-78aef470b8d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:56.135573817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fc9d788a-22ab-4a15-a0eb-5e58de966fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:56.192308901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fc9d788a-22ab-4a15-a0eb-5e58de966fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:56.24700283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fc9d788a-22ab-4a15-a0eb-5e58de966fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:00.591712299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"b7db8d92-6805-4c8e-a427-a86d42befcfa","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:00.7387358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"272c7aea-a8c9-4715-9ce7-40dcc17357b4","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:00.795251975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"e6c4bbba-f81b-4eb6-a22f-023a516406da","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:00.842028733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"2806cd42-6d2f-4f59-bdde-a6aa567b127b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:00.852789947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"4b42785f-6ebc-428f-a67f-f8cc293d6cfe","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:00.952484373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"407159a0-8cdf-4448-825a-f5c657ccdba5","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.00885795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"a88c234e-a5e1-41cb-9f39-f7e6c55b9ac4","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.014827666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4e4831a2-f55e-4ab8-9a64-24267008a682","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.071988633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ff2d162e-3fd9-41c8-9875-97b54c98f867","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.173072701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"09ffceb1-256b-4f0a-9436-aff46f425d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.223107796Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"28d9b908-fb86-459c-8bc3-3baa222b0176","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.30303202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"09ffceb1-256b-4f0a-9436-aff46f425d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.308670177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"528db691-fe01-4b11-a912-57c7d141ed59","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.358090363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"09ffceb1-256b-4f0a-9436-aff46f425d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.363886817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ff5dd726-2a25-400e-b05e-e3fda5f6ce22","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:01.40880659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"28d9b908-fb86-459c-8bc3-3baa222b0176","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.414379668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b1e175cb-b35b-4d7b-ad39-9db876654a6d","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.41551309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"7c984331-97da-49fb-be08-aaa7f230e89a","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:01.416309804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1bccbd/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.471982113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"4e1101bf-8ccf-4be0-bff1-239ef45e8ee3","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.518161225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"dbfd1a2c-301e-47b1-92a6-87dbbf44c391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.574177837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"dbfd1a2c-301e-47b1-92a6-87dbbf44c391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.59981661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"083ebb43-8f59-497d-aa15-57006078c989","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.617203938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"4edd63c7-319b-41a7-be1d-c51aa7634561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.630543658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"dbfd1a2c-301e-47b1-92a6-87dbbf44c391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.659617362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"1eab9660-4023-4c7a-8dae-91a56a0ec06e","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:01.712353519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"1eab9660-4023-4c7a-8dae-91a56a0ec06e","name":"premium-w1-1bccbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-1bccbd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:01.712408952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"1eab9660-4023-4c7a-8dae-91a56a0ec06e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-1bccbd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.718564981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"24cdf661-a4f4-494f-a899-7159ee14530a","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.721949229Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"8bf5e3f1-087b-4294-9e27-a90dd242708b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"premium-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.779751398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"3c310356-3e1f-44e2-a34e-50878a988850","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.788530902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d20676f8-c8e7-4b1e-b7d9-71d63b6ab372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.844943052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d20676f8-c8e7-4b1e-b7d9-71d63b6ab372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.885570482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"9bd7484b-b5d1-495f-97c6-6c7ead0625c0","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.891003979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"538fa6fb-7caf-49fe-9752-60800bf945ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.902418633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d20676f8-c8e7-4b1e-b7d9-71d63b6ab372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:01.94855127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"538fa6fb-7caf-49fe-9752-60800bf945ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.003753406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"538fa6fb-7caf-49fe-9752-60800bf945ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.05787837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7ef0f4cd-16e3-472e-8175-2428b5c13395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.058284812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"47a7e025-49ca-410b-9d53-85a1c98c427d","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.094076044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"8e6df8f8-930d-4e43-aa24-b55bf84877f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.114273252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7ef0f4cd-16e3-472e-8175-2428b5c13395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.169222378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7ef0f4cd-16e3-472e-8175-2428b5c13395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.21325372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"08ea50e5-c1b9-4d97-8e9b-fac906df1ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.25587482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"08024826-ff40-412c-8abd-53a3ffecc809","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.269067768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"08ea50e5-c1b9-4d97-8e9b-fac906df1ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.323795343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"08ea50e5-c1b9-4d97-8e9b-fac906df1ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.935731782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b71ebffd-bc7e-4961-8ab4-a97c1d0754b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:02.992498565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b71ebffd-bc7e-4961-8ab4-a97c1d0754b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.265109743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a2735801-8ee3-4391-9a63-82e6bdb33c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.307919671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"582c06c4-f907-4039-a091-6f0c68f6f784","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.320968897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a2735801-8ee3-4391-9a63-82e6bdb33c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.345654314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"214b04cb-e0ac-4161-b61d-32a51a39b283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.509689948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"f22c8057-d378-47d9-8550-25d05e5fc971","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.637481077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"9aee1893-aae3-416f-ae04-c3e24089ea69","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.717902266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7e23156c-3723-4ada-ae30-22facdca5259","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.882939554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"f0d8b4c1-a283-49ee-acdf-2577351866fa","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.897249399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b19ae17f-75bd-4982-ac7b-5f6847fd7464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.897314112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"1b62866b-c36c-4c02-bd61-4c83499b35d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.95594007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b19ae17f-75bd-4982-ac7b-5f6847fd7464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:03.955940067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"1b62866b-c36c-4c02-bd61-4c83499b35d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.011217243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a942e76bc4555336c7bc280bb6f79a6ce61ab5bb9d42ca4026cb74b9b0e1b) AuthConfig (62990aba51c45de2048b7e5af18ad2ec2b49a87981b19fd81f093711b058f99f) AuthConfig (e54eddf81392ebff10c31dc671d52ad9cc29feaf20e42f7c212b4dcfb8f11696) AuthConfig (badcdf83c574336a7abe59b3da96383b6b9330cdb8a7c6f84242756c59ca8e40) AuthConfig (283a2d00b76c22bad6e177631be4573688ace8d9e47d9597c6c770ece068d8e5) AuthConfig (6102a89e35e162a1c3a717b67328ee91030a5dc08b41b16e3fe05eff40023b52) AuthConfig (658496872ed6fc764f48fcef72764fdc3a65236fc3a322b379b8e1cee43f45e6) AuthConfig (b587607decd1e0c15a03b531427905a114e07a27f52a513806637f3a7a7abc9c) AuthConfig (cdc095fda53446ff8c97c8e1a9b17fb560e780512d0f317503c3dbd45191b89f) AuthConfig (8bf9bdfe92107836085ed7f4174e2ac4a06030182f1af47c8539d4bc8a295826) AuthConfig (ed3c830bb2416e1554135880d805b4c0a983e45e344f2083ca7b2913417a0887) AuthConfig (a978246077105835a32213e27b4287903881dedc4e9dd6679a1f5313804b3309) AuthConfig (dd6a65bb21c840e08d12092fd81a51ec15187977293fa4744ca05ac928210b98) AuthConfig (aef423b197990a955511c0508b9ef84bff58926b38cbea7125bf1a40aa80dc4e) AuthConfig (c3fc17b4959ce481dfbf71d8dad555838b26d6177b8c6218b428505f39a7214b) AuthConfig (443ee1c4a71b43d4d359a0b4ea19a88fdeb95bc6281f09fb75376a6fbb897668) AuthConfig (268bbcb8b742f5e2dbe10a6b432662401dac0a9382961b743e50ac9a562f2353) AuthConfig (05782ab466c9a80ab7485bbbb9ac203b5610041a98125a7f53c81bc2a0ca0b2c) AuthConfig (d1d9ccf4897ef373974d97fc719361a9b874cddad41dac75aa25ec9171416b6d) AuthConfig (78ffb12c88972fc8055279f002f2255441a78e1891a5bdc4b8d813140539494e) AuthConfig (2c569d39ef5dc984aee9a9e147c73917185c2cb84d1a22bf40574445600aac95) AuthConfig (d0476a62489bd9e73a8f86926d5179b76481e1ca7ddd182852ddb85128e19bbe) AuthConfig (901a4e6e2d357a667fc4a8ca8c11d77479e785028b755f7cad09054e1ceaed75) AuthConfig (6c7254d40d7363235a9783227ff9f3d018f31a9a278e55cb09a7da21a7ca9238) AuthConfig (15ddf7e9ba50ff7c4cca34a400409473017be5157a173b824559f74697b98da3) AuthConfig (69674ffc3377e041c6c3db3de76ab97dac64acc4a748d6e6b48fed74312bdcba) AuthConfig (e913dced295da0f3926548ea6fc05ba94e28c5b8333df0ac587713c4fb4b057b) AuthConfig (a608c06bfe48de3b57e3689f47ac0a94f51487538fea213fe355f10d2a8dc6fa) AuthConfig (1b043efe09df805d6c6d90628c98683c075e096335b730857206cfb5fb242feb) AuthConfig (41a91dd47b95df95e989e13d295f25397070f90f08c47433642ef45c183a1f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"1b62866b-c36c-4c02-bd61-4c83499b35d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.012285202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a942e76bc4555336c7bc280bb6f79a6ce61ab5bb9d42ca4026cb74b9b0e1b) AuthConfig (62990aba51c45de2048b7e5af18ad2ec2b49a87981b19fd81f093711b058f99f) AuthConfig (e54eddf81392ebff10c31dc671d52ad9cc29feaf20e42f7c212b4dcfb8f11696) AuthConfig (badcdf83c574336a7abe59b3da96383b6b9330cdb8a7c6f84242756c59ca8e40) AuthConfig (283a2d00b76c22bad6e177631be4573688ace8d9e47d9597c6c770ece068d8e5) AuthConfig (6102a89e35e162a1c3a717b67328ee91030a5dc08b41b16e3fe05eff40023b52) AuthConfig (658496872ed6fc764f48fcef72764fdc3a65236fc3a322b379b8e1cee43f45e6) AuthConfig (b587607decd1e0c15a03b531427905a114e07a27f52a513806637f3a7a7abc9c) AuthConfig (cdc095fda53446ff8c97c8e1a9b17fb560e780512d0f317503c3dbd45191b89f) AuthConfig (8bf9bdfe92107836085ed7f4174e2ac4a06030182f1af47c8539d4bc8a295826) AuthConfig (ed3c830bb2416e1554135880d805b4c0a983e45e344f2083ca7b2913417a0887) AuthConfig (a978246077105835a32213e27b4287903881dedc4e9dd6679a1f5313804b3309) AuthConfig (dd6a65bb21c840e08d12092fd81a51ec15187977293fa4744ca05ac928210b98) AuthConfig (aef423b197990a955511c0508b9ef84bff58926b38cbea7125bf1a40aa80dc4e) AuthConfig (c3fc17b4959ce481dfbf71d8dad555838b26d6177b8c6218b428505f39a7214b) AuthConfig (443ee1c4a71b43d4d359a0b4ea19a88fdeb95bc6281f09fb75376a6fbb897668) AuthConfig (268bbcb8b742f5e2dbe10a6b432662401dac0a9382961b743e50ac9a562f2353) AuthConfig (05782ab466c9a80ab7485bbbb9ac203b5610041a98125a7f53c81bc2a0ca0b2c) AuthConfig (d1d9ccf4897ef373974d97fc719361a9b874cddad41dac75aa25ec9171416b6d) AuthConfig (78ffb12c88972fc8055279f002f2255441a78e1891a5bdc4b8d813140539494e) AuthConfig (2c569d39ef5dc984aee9a9e147c73917185c2cb84d1a22bf40574445600aac95) AuthConfig (d0476a62489bd9e73a8f86926d5179b76481e1ca7ddd182852ddb85128e19bbe) AuthConfig (901a4e6e2d357a667fc4a8ca8c11d77479e785028b755f7cad09054e1ceaed75) AuthConfig (6c7254d40d7363235a9783227ff9f3d018f31a9a278e55cb09a7da21a7ca9238) AuthConfig (15ddf7e9ba50ff7c4cca34a400409473017be5157a173b824559f74697b98da3) AuthConfig (69674ffc3377e041c6c3db3de76ab97dac64acc4a748d6e6b48fed74312bdcba) AuthConfig (e913dced295da0f3926548ea6fc05ba94e28c5b8333df0ac587713c4fb4b057b) AuthConfig (a608c06bfe48de3b57e3689f47ac0a94f51487538fea213fe355f10d2a8dc6fa) AuthConfig (1b043efe09df805d6c6d90628c98683c075e096335b730857206cfb5fb242feb) AuthConfig (41a91dd47b95df95e989e13d295f25397070f90f08c47433642ef45c183a1f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b19ae17f-75bd-4982-ac7b-5f6847fd7464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.067955889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"9fe2d813-b169-4203-a43b-8d2e2316a3be","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.070892803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"9b60e18a-941a-4787-989b-32262b771749","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.224744341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b41dd3f1-1a8f-4b91-bcfe-2636ed28a041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.224879468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5f279c98-1170-4379-affb-12832cf2d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.28295125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b41dd3f1-1a8f-4b91-bcfe-2636ed28a041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.285596385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5f279c98-1170-4379-affb-12832cf2d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.337673308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a942e76bc4555336c7bc280bb6f79a6ce61ab5bb9d42ca4026cb74b9b0e1b) AuthConfig (62990aba51c45de2048b7e5af18ad2ec2b49a87981b19fd81f093711b058f99f) AuthConfig (e54eddf81392ebff10c31dc671d52ad9cc29feaf20e42f7c212b4dcfb8f11696) AuthConfig (badcdf83c574336a7abe59b3da96383b6b9330cdb8a7c6f84242756c59ca8e40) AuthConfig (283a2d00b76c22bad6e177631be4573688ace8d9e47d9597c6c770ece068d8e5) AuthConfig (6102a89e35e162a1c3a717b67328ee91030a5dc08b41b16e3fe05eff40023b52) AuthConfig (658496872ed6fc764f48fcef72764fdc3a65236fc3a322b379b8e1cee43f45e6) AuthConfig (b587607decd1e0c15a03b531427905a114e07a27f52a513806637f3a7a7abc9c) AuthConfig (cdc095fda53446ff8c97c8e1a9b17fb560e780512d0f317503c3dbd45191b89f) AuthConfig (8bf9bdfe92107836085ed7f4174e2ac4a06030182f1af47c8539d4bc8a295826) AuthConfig (ed3c830bb2416e1554135880d805b4c0a983e45e344f2083ca7b2913417a0887) AuthConfig (a978246077105835a32213e27b4287903881dedc4e9dd6679a1f5313804b3309) AuthConfig (dd6a65bb21c840e08d12092fd81a51ec15187977293fa4744ca05ac928210b98) AuthConfig (aef423b197990a955511c0508b9ef84bff58926b38cbea7125bf1a40aa80dc4e) AuthConfig (c3fc17b4959ce481dfbf71d8dad555838b26d6177b8c6218b428505f39a7214b) AuthConfig (443ee1c4a71b43d4d359a0b4ea19a88fdeb95bc6281f09fb75376a6fbb897668) AuthConfig (268bbcb8b742f5e2dbe10a6b432662401dac0a9382961b743e50ac9a562f2353) AuthConfig (05782ab466c9a80ab7485bbbb9ac203b5610041a98125a7f53c81bc2a0ca0b2c) AuthConfig (d1d9ccf4897ef373974d97fc719361a9b874cddad41dac75aa25ec9171416b6d) AuthConfig (78ffb12c88972fc8055279f002f2255441a78e1891a5bdc4b8d813140539494e) AuthConfig (2c569d39ef5dc984aee9a9e147c73917185c2cb84d1a22bf40574445600aac95) AuthConfig (d0476a62489bd9e73a8f86926d5179b76481e1ca7ddd182852ddb85128e19bbe) AuthConfig (901a4e6e2d357a667fc4a8ca8c11d77479e785028b755f7cad09054e1ceaed75) AuthConfig (6c7254d40d7363235a9783227ff9f3d018f31a9a278e55cb09a7da21a7ca9238) AuthConfig (15ddf7e9ba50ff7c4cca34a400409473017be5157a173b824559f74697b98da3) AuthConfig (69674ffc3377e041c6c3db3de76ab97dac64acc4a748d6e6b48fed74312bdcba) AuthConfig (e913dced295da0f3926548ea6fc05ba94e28c5b8333df0ac587713c4fb4b057b) AuthConfig (a608c06bfe48de3b57e3689f47ac0a94f51487538fea213fe355f10d2a8dc6fa) AuthConfig (1b043efe09df805d6c6d90628c98683c075e096335b730857206cfb5fb242feb) AuthConfig (41a91dd47b95df95e989e13d295f25397070f90f08c47433642ef45c183a1f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b41dd3f1-1a8f-4b91-bcfe-2636ed28a041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.340401373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a942e76bc4555336c7bc280bb6f79a6ce61ab5bb9d42ca4026cb74b9b0e1b) AuthConfig (62990aba51c45de2048b7e5af18ad2ec2b49a87981b19fd81f093711b058f99f) AuthConfig (e54eddf81392ebff10c31dc671d52ad9cc29feaf20e42f7c212b4dcfb8f11696) AuthConfig (badcdf83c574336a7abe59b3da96383b6b9330cdb8a7c6f84242756c59ca8e40) AuthConfig (283a2d00b76c22bad6e177631be4573688ace8d9e47d9597c6c770ece068d8e5) AuthConfig (6102a89e35e162a1c3a717b67328ee91030a5dc08b41b16e3fe05eff40023b52) AuthConfig (658496872ed6fc764f48fcef72764fdc3a65236fc3a322b379b8e1cee43f45e6) AuthConfig (b587607decd1e0c15a03b531427905a114e07a27f52a513806637f3a7a7abc9c) AuthConfig (cdc095fda53446ff8c97c8e1a9b17fb560e780512d0f317503c3dbd45191b89f) AuthConfig (8bf9bdfe92107836085ed7f4174e2ac4a06030182f1af47c8539d4bc8a295826) AuthConfig (ed3c830bb2416e1554135880d805b4c0a983e45e344f2083ca7b2913417a0887) AuthConfig (a978246077105835a32213e27b4287903881dedc4e9dd6679a1f5313804b3309) AuthConfig (dd6a65bb21c840e08d12092fd81a51ec15187977293fa4744ca05ac928210b98) AuthConfig (aef423b197990a955511c0508b9ef84bff58926b38cbea7125bf1a40aa80dc4e) AuthConfig (c3fc17b4959ce481dfbf71d8dad555838b26d6177b8c6218b428505f39a7214b) AuthConfig (443ee1c4a71b43d4d359a0b4ea19a88fdeb95bc6281f09fb75376a6fbb897668) AuthConfig (268bbcb8b742f5e2dbe10a6b432662401dac0a9382961b743e50ac9a562f2353) AuthConfig (05782ab466c9a80ab7485bbbb9ac203b5610041a98125a7f53c81bc2a0ca0b2c) AuthConfig (d1d9ccf4897ef373974d97fc719361a9b874cddad41dac75aa25ec9171416b6d) AuthConfig (78ffb12c88972fc8055279f002f2255441a78e1891a5bdc4b8d813140539494e) AuthConfig (2c569d39ef5dc984aee9a9e147c73917185c2cb84d1a22bf40574445600aac95) AuthConfig (d0476a62489bd9e73a8f86926d5179b76481e1ca7ddd182852ddb85128e19bbe) AuthConfig (901a4e6e2d357a667fc4a8ca8c11d77479e785028b755f7cad09054e1ceaed75) AuthConfig (6c7254d40d7363235a9783227ff9f3d018f31a9a278e55cb09a7da21a7ca9238) AuthConfig (15ddf7e9ba50ff7c4cca34a400409473017be5157a173b824559f74697b98da3) AuthConfig (69674ffc3377e041c6c3db3de76ab97dac64acc4a748d6e6b48fed74312bdcba) AuthConfig (e913dced295da0f3926548ea6fc05ba94e28c5b8333df0ac587713c4fb4b057b) AuthConfig (a608c06bfe48de3b57e3689f47ac0a94f51487538fea213fe355f10d2a8dc6fa) AuthConfig (1b043efe09df805d6c6d90628c98683c075e096335b730857206cfb5fb242feb) AuthConfig (41a91dd47b95df95e989e13d295f25397070f90f08c47433642ef45c183a1f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5f279c98-1170-4379-affb-12832cf2d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:04.393119251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5f279c98-1170-4379-affb-12832cf2d49c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.553730418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e4bfeab8-1b22-4662-85cf-946c8d36486b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.612219905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e4bfeab8-1b22-4662-85cf-946c8d36486b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:04.667680535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a942e76bc4555336c7bc280bb6f79a6ce61ab5bb9d42ca4026cb74b9b0e1b) AuthConfig (62990aba51c45de2048b7e5af18ad2ec2b49a87981b19fd81f093711b058f99f) AuthConfig (e54eddf81392ebff10c31dc671d52ad9cc29feaf20e42f7c212b4dcfb8f11696) AuthConfig (badcdf83c574336a7abe59b3da96383b6b9330cdb8a7c6f84242756c59ca8e40) AuthConfig (283a2d00b76c22bad6e177631be4573688ace8d9e47d9597c6c770ece068d8e5) AuthConfig (6102a89e35e162a1c3a717b67328ee91030a5dc08b41b16e3fe05eff40023b52) AuthConfig (658496872ed6fc764f48fcef72764fdc3a65236fc3a322b379b8e1cee43f45e6) AuthConfig (b587607decd1e0c15a03b531427905a114e07a27f52a513806637f3a7a7abc9c) AuthConfig (cdc095fda53446ff8c97c8e1a9b17fb560e780512d0f317503c3dbd45191b89f) AuthConfig (8bf9bdfe92107836085ed7f4174e2ac4a06030182f1af47c8539d4bc8a295826) AuthConfig (ed3c830bb2416e1554135880d805b4c0a983e45e344f2083ca7b2913417a0887) AuthConfig (a978246077105835a32213e27b4287903881dedc4e9dd6679a1f5313804b3309) AuthConfig (dd6a65bb21c840e08d12092fd81a51ec15187977293fa4744ca05ac928210b98) AuthConfig (aef423b197990a955511c0508b9ef84bff58926b38cbea7125bf1a40aa80dc4e) AuthConfig (c3fc17b4959ce481dfbf71d8dad555838b26d6177b8c6218b428505f39a7214b) AuthConfig (443ee1c4a71b43d4d359a0b4ea19a88fdeb95bc6281f09fb75376a6fbb897668) AuthConfig (268bbcb8b742f5e2dbe10a6b432662401dac0a9382961b743e50ac9a562f2353) AuthConfig (05782ab466c9a80ab7485bbbb9ac203b5610041a98125a7f53c81bc2a0ca0b2c) AuthConfig (d1d9ccf4897ef373974d97fc719361a9b874cddad41dac75aa25ec9171416b6d) AuthConfig (78ffb12c88972fc8055279f002f2255441a78e1891a5bdc4b8d813140539494e) AuthConfig (2c569d39ef5dc984aee9a9e147c73917185c2cb84d1a22bf40574445600aac95) AuthConfig (d0476a62489bd9e73a8f86926d5179b76481e1ca7ddd182852ddb85128e19bbe) AuthConfig (901a4e6e2d357a667fc4a8ca8c11d77479e785028b755f7cad09054e1ceaed75) AuthConfig (6c7254d40d7363235a9783227ff9f3d018f31a9a278e55cb09a7da21a7ca9238) AuthConfig (15ddf7e9ba50ff7c4cca34a400409473017be5157a173b824559f74697b98da3) AuthConfig (69674ffc3377e041c6c3db3de76ab97dac64acc4a748d6e6b48fed74312bdcba) AuthConfig (e913dced295da0f3926548ea6fc05ba94e28c5b8333df0ac587713c4fb4b057b) AuthConfig (a608c06bfe48de3b57e3689f47ac0a94f51487538fea213fe355f10d2a8dc6fa) AuthConfig (1b043efe09df805d6c6d90628c98683c075e096335b730857206cfb5fb242feb) AuthConfig (41a91dd47b95df95e989e13d295f25397070f90f08c47433642ef45c183a1f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e4bfeab8-1b22-4662-85cf-946c8d36486b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:08.726810362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"c0bf4bb5-7b5b-44e2-8eef-99a907c7bfff","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:11.919678834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"c71aa540-0010-464d-ab23-8b6372d37041","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:11.984354729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"c830ac2d-2f2e-497d-9157-73a63874cdfa","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.325033619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b65c9b8e-2d04-424d-91c5-070e9179bb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.381020733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b65c9b8e-2d04-424d-91c5-070e9179bb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.435599114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b65c9b8e-2d04-424d-91c5-070e9179bb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.484561291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"170fec54-13c2-46b2-89dd-b4dd942e00a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.492762033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"96919bfa-feba-4907-9107-b8325424e222","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.541685661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"170fec54-13c2-46b2-89dd-b4dd942e00a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.597917015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"170fec54-13c2-46b2-89dd-b4dd942e00a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:12.654886582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"e46ad083-ddb6-46ba-b2ad-4243d216cb1e","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.151419053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7640eb36-7bef-405c-9476-c05d4f758b02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.259558706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"271c736f-7bb5-4431-9025-22a55c03a95e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.278505118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0092ba1c-6ed6-4049-9c00-2425ef7e8a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.278505154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3f3f36b0-eb6c-491a-a26e-3b2959f3491b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.316979118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"9eec8371-bd95-4063-a977-dace3a27769c","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.33593764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3f3f36b0-eb6c-491a-a26e-3b2959f3491b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.335969418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0092ba1c-6ed6-4049-9c00-2425ef7e8a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.35668146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"fd63596a-2cde-4df5-a849-51f764fd1290","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.391514867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0092ba1c-6ed6-4049-9c00-2425ef7e8a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.39151487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3f3f36b0-eb6c-491a-a26e-3b2959f3491b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.411212945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ffe15a7c-982c-4060-affe-c70abdfff820","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.424199894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0b2548fa-3f94-4b40-8b50-788522412f0d","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.546807939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f8694043-2288-4652-b526-987d5af7989d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.546829012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0546d8ff-33ac-43c1-86da-830fc7d978bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.565621876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"060bd25d-0d36-4cb0-a3e1-f1bb8fb5b6fe","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.603077008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0546d8ff-33ac-43c1-86da-830fc7d978bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.603090519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f8694043-2288-4652-b526-987d5af7989d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.621190661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"060bd25d-0d36-4cb0-a3e1-f1bb8fb5b6fe","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.626665538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"e32f8045-4880-4320-950e-2640aef0e585","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.658004095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f8694043-2288-4652-b526-987d5af7989d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.658121671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1bccbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b07402c628732c4e779772bc86df6f16991993cb3124d961bf811680ed6a6f38) AuthConfig (90789d6f0a7c22a349b33afa71110d645ee556fd5f935f8e3523d7fb8c7b3e24) AuthConfig (2d7b508e2b6cd6767cf2846407037efb2a1aa318cb208936556bc38c331a4ee4) AuthConfig (821b6b587561633023ec835555c609fc4be20b31c1abe821097210fadb10b364) AuthConfig (2e3954bd4f991f719fa4154939ccff1446f29106f646526e42212cc6a07e1e04) AuthConfig (aab8f24d1b9706afd7e2476dcd65dd5614436930f232473e72bcbb3740d3e1fe) AuthConfig (880aa716ae4b56f87abd535167bf837a0ac5ab83fa4c37b98b7f04a2c0f96c58) AuthConfig (ed7345a8ea3df3382b0ccde6f8b9f7a1ae71a092e86137e831700c6c7754700a) AuthConfig (c9994adc4f2d12b952168c82028d93eb67aa17c833220e2d6b99a961dbea5f5d) AuthConfig (848e897d876afe0b78e2b6481741a0373a93f6db8e1de73d2094444b919e280c) AuthConfig (50719ef5103a02e92e99e0b8ebe47f7c6a4e3d6c61f4c363c2a7efdeb8164fc7) AuthConfig (0d0f9cd270ce92b7a76386ecdb3a808851268fc8c4647624afbde483e9646cef) AuthConfig (8632b312367e0a191c332c0e859dbc5cd72b5a4e8d6fd23c6d1da8eacdef6601) AuthConfig (2d4458b75ad576573b1616e134961722ef098769ce01a4d52157de5b656a07ac) AuthConfig (1e1bb03ef0c11a62103fe3d196b5e5469e4ab665f984e25f4d623672a5444731) AuthConfig (7e0d59b59db107fa5addf020e65f48846381cf59ef2cfeb9d347f075b01dcfd2) AuthConfig (1cdf3c5fc382a7e96df281dec72aa4aae09c105c0fb1059e24d4b55c51a4040a) AuthConfig (51c9408bcc720abd07902a7c0e932b58ec294f0fa23c67bd410ff83a3c1e9fa2) AuthConfig (fbbc2f984b47c23a32091f9c1955bbe6063848319bf3bf092fc33ea11070cd46) AuthConfig (59dabda0f9cecf48b21b9095efe86e6cb945c282e92e56b987bc862288d91b67) AuthConfig (ebd3856e58c9f5eb73fef4118a25978767e6c3479dec74ad4ccb75c0793ffd4c) AuthConfig (deb90eb7eca7e92c9c9e161e67b2297fe75f7f82cfd99fa97f4ce81c50f8873d) AuthConfig (a337e76ccbd9dbdc97ba437c253d59cbc62d7deff67e5cf1a62f0d33e484a21d) AuthConfig (a62c70485ebee9dd452ae2b5afc3d1aa47d0ca788c1ce2381b5ff42d5d3c3b47) AuthConfig (f6f43138c95f59c8aa7aba2851acea8a010e4eb0aaa5b095f5e3c450d8337b09) AuthConfig (bed60c09e9df5cd40a8b8c503cbf6829c2ce9cecc0ab47b9f2a89bfdd0a2bf26) AuthConfig (4138811deda74df49b36f2e2b5876b0c674ca0d8b1bcd39f50a8ce0c2e60801f) AuthConfig (d12c7ad94edd9c4c651c1e747dd453a9741acd38721640c02430a43ac8f228c3) AuthConfig (5cefe3f54089ccf28d72c7e33003a50a8bc159536d8fac73fb83ff48815e0a46) AuthConfig (7c65cc314a48e41bcddefc6e06f5aaff38061acc1d8ead24a67bb4b7efca742b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0546d8ff-33ac-43c1-86da-830fc7d978bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.683360965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"59cbea5f-63a3-4920-bc9c-0a5d61fe1709","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.732345855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d58014d0-b554-4346-8f16-0d432288d830","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:13.735462269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-521f1f/e2e-dry-sub-1445ecdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-1445ecdc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.783310485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bc020865-6144-4a92-8565-39d0ffcc0cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.783439441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7b17ba4b-32d6-4fb8-b8ca-0371d3603326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.788989791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"6175a91e-e090-4f54-9d1f-19ba82fc92f7","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.839970521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bc020865-6144-4a92-8565-39d0ffcc0cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.840387015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7b17ba4b-32d6-4fb8-b8ca-0371d3603326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:13.934945633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"8dc96636-b9f4-455e-a98b-af5676c40c09","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.05633633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc","reconcileID":"0cf15b13-9d0d-4176-8da7-bba29f481972","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-dry-sub-1445ecdc","ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.089398981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"484085ed-a482-4517-be79-81a784c6fcd2","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.145453956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"484085ed-a482-4517-be79-81a784c6fcd2","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.190595347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"29abc423-a10f-4df1-8d32-1481b4c9dd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.190610485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"59c43fea-0cec-4256-9f7a-fe60be404ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.21945736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"49c89858-dd3e-4351-9e66-009a5c475d8d","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.247015453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"59c43fea-0cec-4256-9f7a-fe60be404ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.247144565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"29abc423-a10f-4df1-8d32-1481b4c9dd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.265042743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"b0de0e77-ce2c-4589-a889-06f4531571c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.42813024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc","reconcileID":"26172ada-3c4a-4a0a-8f42-2842b5cf973b","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.49227221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"198822d2-7393-4003-9ed6-9db87247261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.548925191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"198822d2-7393-4003-9ed6-9db87247261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.814915483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"20e60052-06cf-4086-b2da-301c4905a27b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.823412664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"27662e7a-1938-40a3-a727-bd801e4f6c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:14.879268531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"27662e7a-1938-40a3-a727-bd801e4f6c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:15.145164763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"ecf041e8-3785-4b65-8b01-b7646cc28130","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.291370373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"3112d503-db33-46ab-ace3-420b2c22c095","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.447002325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4d32e7e5-bcea-429c-8d37-a745e1e9de7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.447217664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2a5a17d6-d91f-4e89-a941-b15cfe70108c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.44700058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"dc8e5dbd-b181-479e-b9fd-f0e168f10fb3","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.503866266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4d32e7e5-bcea-429c-8d37-a745e1e9de7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.504394492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"dc8e5dbd-b181-479e-b9fd-f0e168f10fb3","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:18.50652125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2a5a17d6-d91f-4e89-a941-b15cfe70108c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:23.815258291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"72c64b37-59ee-49a9-a91d-4016431ec1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:23.815300162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"35ebc6c3-d6da-4796-a59d-d3037e43ece0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:23.871578526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"35ebc6c3-d6da-4796-a59d-d3037e43ece0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:23.87162243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"72c64b37-59ee-49a9-a91d-4016431ec1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:24.139123083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9abf9297-f501-44ed-bf32-49801a213f54","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:24.141124044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"65df78a0-6e4d-4190-8965-82794e88e078","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:24.969785692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:28.453289427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc","reconcileID":"075702b8-772e-4f23-8375-4a157b9003c9","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"e2e-dry-sub-1445ecdc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:28.664902078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc","reconcileID":"075702b8-772e-4f23-8375-4a157b9003c9","MaaSSubscription":{"name":"e2e-dry-sub-1445ecdc","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:28.874290163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"b7063fdc-c859-40a4-8bef-b11f1da506b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:28.92300437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"9e5a0a49-cee9-4d10-925c-6fb600698761","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.079539327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"db9f32be-dc2a-45da-9142-8f620a74f99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.079778986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"52fa5da6-669f-455e-98ad-6f6ccfc0ebff","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.079543514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"30384e67-4f73-4d24-8c18-764d0c616340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.084431051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a5ea0a2c-0c18-4c56-855b-0a51e7dd053b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.137952716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"30384e67-4f73-4d24-8c18-764d0c616340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.137947287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"db9f32be-dc2a-45da-9142-8f620a74f99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.140307199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"52fa5da6-669f-455e-98ad-6f6ccfc0ebff","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.294224357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-dry-sub-1445ecdc-auth","reconcileID":"5c8b471a-deed-48dc-980e-dddaf19b6491","MaaSAuthPolicy":{"name":"e2e-dry-sub-1445ecdc-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.452192329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"53443989-0d03-4473-88cf-b500f86e4c9f","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.819161086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"7d82be0c-ff0c-4875-8c77-95ce2b3d9bff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:29.926683702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"4740aa85-caf8-4227-a17b-f903346e7aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.085305481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"976ad883-2b3f-4b51-9767-40b53b378923","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.184656432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"709ee814-f552-4b1b-b050-4779f2255b25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.195938315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"462c8c45-baca-4518-8647-627510d94c33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.28525352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17f9f95f-537c-4223-ba92-dc49aed74172","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.385537618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"9567b7a7-3601-47d6-92a3-8c944d496f97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.66917465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"edaf9955-5c3e-40bb-9ca5-26396c3d451b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.723126623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a6397d70-b060-4c80-81dc-9244e96f4f17","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.878268928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"ca8ba017-d92a-4fa7-af1b-dd1fd45c6b5d","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.93409302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"ca8ba017-d92a-4fa7-af1b-dd1fd45c6b5d","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:30.95645622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"6d94a318-d4fa-4936-90a3-5f0cd8b606a2","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.011580498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"633da932-4545-4e41-b773-45ca002604c3","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:31.061743316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753","reconcileID":"fc581a7a-5dd7-42c2-a656-0f2e4c6cfadf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-8ed61753\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.114175428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1710e94e-d781-4f7c-abcb-fda93346a26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.114173211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"8ef5ee31-01ba-47ad-8bb5-bc2b7b624594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.1703918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1710e94e-d781-4f7c-abcb-fda93346a26c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.170420461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"8ef5ee31-01ba-47ad-8bb5-bc2b7b624594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.17329435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"1d0375d1-159a-4dad-a7fd-90a93f793652","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.229804228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"c549dfd8-e1f9-4720-a9dc-efb844eaaeda","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.24978194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"54fe28d1-ac87-4c18-871d-63510efa79c2","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.404623019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"a340461c-87a3-4b92-8031-bfa22d260ae8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.460533852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"a340461c-87a3-4b92-8031-bfa22d260ae8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.495449414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753","reconcileID":"51a73b70-c729-4ddd-ab4f-6953517fd6d9","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-combo-sub-8ed61753","ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.549098551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"fbdb3942-dcc8-498e-946c-3d5507507ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.54956472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"56ae2aa2-739f-47dd-963e-12214714e8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.605525179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"fbdb3942-dcc8-498e-946c-3d5507507ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.606292039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"56ae2aa2-739f-47dd-963e-12214714e8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.659852132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"3edde736-ceaf-4827-a2ac-59b121156185","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.705064586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0c165ac3-1bc8-4213-8ea1-ad06d2c67d37","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.705489035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"24b11a1f-4193-46cd-b53a-647faaba8737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.761106396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4ac6832a-20c9-4df4-817f-6f5161b52262","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.868849706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753","reconcileID":"2fddcaa9-415e-4322-aa0f-af65c98358b6","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.916239897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"3a769846-ec5a-407c-9b7b-533c5f1b77e1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.972502575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"3a769846-ec5a-407c-9b7b-533c5f1b77e1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:31.981501422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"80cbf987-23d6-4f28-96f5-e92d903bbf02","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.035859995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"bd64bbea-f983-42eb-89ae-63316899a5c0","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:32.086745327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"d9a4b5b9-65d4-498d-bbbd-8c8965684d22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.09578557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"58762b92-0105-4026-8c55-c83f4c51f004","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.137774762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf3187e5-3d60-4040-8965-71e762731ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.137836094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"439f90fc-4b37-41e5-9c1a-ec0df332ff59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.194118807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"439f90fc-4b37-41e5-9c1a-ec0df332ff59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.194182253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf3187e5-3d60-4040-8965-71e762731ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.197452287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"6ff311bf-0362-4bc5-bebb-3b19b2e85167","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.240866386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9d745b16-1122-4ea4-a832-9112cf445a9a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.253427602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"59047c7a-f5ab-4d2a-a6e0-130f2085fee1","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.395887952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"a8100176-0251-4ab0-b535-badcd969427c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.452415937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"a8100176-0251-4ab0-b535-badcd969427c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.505306193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0cb1cf9f-777a-49bf-adcc-9a6cfc9d5958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.519188448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"c6baee46-ef68-4d76-ae21-2c124096ab41","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.519310163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"c6baee46-ef68-4d76-ae21-2c124096ab41","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.526658196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"bba09c93-8b18-46fc-9aa7-a59428caad46","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.553196943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7a5e5ef8-140b-4d73-9d5d-55db87aff43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.561175482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0cb1cf9f-777a-49bf-adcc-9a6cfc9d5958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.582862603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"f093c9be-8b6c-4f34-8598-9e0c71d5c0de","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.609432026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7a5e5ef8-140b-4d73-9d5d-55db87aff43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.727085657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"98ef4ac2-2a52-4101-af63-43dbcf8d136a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.736947668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"0aef4c68-5510-4066-adeb-2619cf43ce56","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.783421924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"a5c4dce6-780a-4501-ad87-d2b249a3928f","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.79300583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"0aef4c68-5510-4066-adeb-2619cf43ce56","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.803625216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"f27d8878-3aa7-4f8d-8e33-3f1986e416f9","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.860081915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"e92a6d2a-afd4-4bc8-a53b-60a474c26b65","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:32.906568328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"e677381f-f808-48ca-96a0-2c220e54e32f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-f61f1dbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.917153883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4e5f9dc7-c7e2-4aa5-9a14-711b243d85c5","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.959567451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6e15edd5-7aaa-45ef-a777-0ac1570a569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.959570868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"19660178-9842-4a53-b145-98da15984d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.991652409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"da8b9f18-6a69-444a-9cc9-a360eb0931d8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.991819767Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"da8b9f18-6a69-444a-9cc9-a360eb0931d8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.015765083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6e15edd5-7aaa-45ef-a777-0ac1570a569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.016024196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"19660178-9842-4a53-b145-98da15984d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.016418327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"c0a9b11e-b276-41b1-9499-37b4035df2d6","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.064000677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"bae83b59-bc62-40a0-870f-704f8a792601","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.072247356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"a0c5cb43-233a-4e40-b9e9-9e4b53e80122","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.218780054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"0c82da8a-6ae7-402e-bcfd-2e4e570a3923","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.255715033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"df0b4655-cad3-41a4-a8e3-ae64172623f3","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.275608631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"0c82da8a-6ae7-402e-bcfd-2e4e570a3923","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.338893829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"d3ddde21-8233-43e0-ba09-bbd7f135f4d7","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-a-f61f1dbe","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.374073543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"a40460bd-4976-4943-9ded-b479d2c30947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.374248912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a444c70d-98b4-46b0-b3e5-e0604759e9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.431512747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"a40460bd-4976-4943-9ded-b479d2c30947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.431857786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a444c70d-98b4-46b0-b3e5-e0604759e9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.501817727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"268dec8a-4993-4c1c-85f1-d7d3e0b1ea62","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.547480582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"32f5a630-173a-4c10-bf17-c47140af80ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.709527883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"c03afabd-0f32-4828-bb4d-5ec60373087b","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:34.882656206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"64bce097-9929-4a16-81f4-6dab383d4513","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.038529758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bef92527-17d6-4dc8-adb0-f57b36437fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.038674694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4dc06e76-c001-49c8-a0f9-594e991b62fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.039127903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"3765f94f-d051-4cfa-a45c-f553bd0edb6c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.09514317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4dc06e76-c001-49c8-a0f9-594e991b62fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.095572438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bef92527-17d6-4dc8-adb0-f57b36437fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.097561382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"3765f94f-d051-4cfa-a45c-f553bd0edb6c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.382127529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"8ebd4cb5-336e-425e-b7ae-dc0f590722d9","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.43619927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"ef75dd35-937b-42d7-b83a-6aba257c4137","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.590560088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4200e2d6-4c90-4fa5-9bb1-2ac9f55b3d67","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.647644516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4200e2d6-4c90-4fa5-9bb1-2ac9f55b3d67","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.664105467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a0e72e priority=0:[ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-a-f61f1dbe ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-b-c362c691]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.664597844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"0d93ef64-b141-40cc-b80b-784f61765642","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.721827086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"3baa3509-e0b2-4ae3-9067-e84423b0a97e","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.767490571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"50e8193e-b981-4640-97e9-64bcc3d3f6d2","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:35.773730963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-b-c362c691","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-c362c691\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.819806092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"103eb1bc-6c81-4c38-a3aa-69fe34121879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.81987462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"ca71a492-8742-41d5-ad75-e0a181d5279f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.820309228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"61078576-a804-4173-a36b-2dc0438197c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.822094045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"7b226d54-fb9c-4f08-a209-e5f73095a42e","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.878367395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"103eb1bc-6c81-4c38-a3aa-69fe34121879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.87873342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"61078576-a804-4173-a36b-2dc0438197c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.883886092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"ca71a492-8742-41d5-ad75-e0a181d5279f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.965801324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"7bb95964-25b0-47fb-833e-37e2a7ab1daf","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.088917763Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691","reconcileID":"e9f5d6a4-6d89-4f0f-9257-3104a1b63bac","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-a-f61f1dbe","ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-b-c362c691","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.1203135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4b883d08-8654-4d85-b405-cee6f514eee7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.178280485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4b883d08-8654-4d85-b405-cee6f514eee7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.252134145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"9084358a-959a-4ccc-ae2d-e139c8346262","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.26535602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2893965c-0405-4302-bc18-598176144e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.265509905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fc6accc2-440f-45a6-a0cc-1eb9c81a228f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.265961518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"cf525f78-82f9-44d1-a8cc-dba8da686239","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.297446564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"25e6f86c-3827-4046-97b2-0ff820309733","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.298294712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"be632e1a-dcc3-456e-845c-7e71fa2b70eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.298575812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"6132eb2f-7af4-48d0-bd8a-564496f0157e","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.32183867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fc6accc2-440f-45a6-a0cc-1eb9c81a228f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.322383822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2893965c-0405-4302-bc18-598176144e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.324334887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"cf525f78-82f9-44d1-a8cc-dba8da686239","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.452527169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"8a26fecd-8e74-4008-b97d-5e3e9f0eb73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.460287125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691","reconcileID":"2466c30f-b885-4e0e-b3bd-ead4efb42ec3","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.508501629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"8a26fecd-8e74-4008-b97d-5e3e9f0eb73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.552890881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"2113be57-8c01-4cc7-a734-d38f73064a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.608896184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"2113be57-8c01-4cc7-a734-d38f73064a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.689614507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"7590a203-2577-4282-8de2-c2e81c2b9ec5","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.745887383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"7590a203-2577-4282-8de2-c2e81c2b9ec5","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:38.735519639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7d98d3dc-c860-4f2d-a96e-9cb46e1b04e3","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:38.797454597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"8537c0cb-1691-4e5f-8969-7a020fc4477e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.483414685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"579943d6-4a25-496b-a5c6-dff27570901f","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.641461788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e37989bd-fe9b-43aa-8203-e82bda0a9286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.641515861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4af0959f-9330-44d0-b340-6b27fda27509","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.641951131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"966dc322-cd0c-4ad0-952c-f5e05bd715ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.641986866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"258eb7ea-a622-413b-9ad2-48848d406047","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.699728292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"258eb7ea-a622-413b-9ad2-48848d406047","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.700594361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e37989bd-fe9b-43aa-8203-e82bda0a9286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.703526886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"966dc322-cd0c-4ad0-952c-f5e05bd715ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:40.703914261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"4af0959f-9330-44d0-b340-6b27fda27509","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.526859582Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"e4d52554-3908-41c6-9e88-4ce1af3dce1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.842098987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"cfc89a54-8e1e-4dd3-9a2b-8200241d40ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.045052452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"0eae971f-e1b2-452d-a2fe-ecbfffade6a3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.258282262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"0eae971f-e1b2-452d-a2fe-ecbfffade6a3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.258309536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"0eae971f-e1b2-452d-a2fe-ecbfffade6a3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.258411379Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-sub","reconcileID":"0eae971f-e1b2-452d-a2fe-ecbfffade6a3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.467034587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"ff50fd50-9dd0-4bf8-8f5b-03fd1b666759","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.522308562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"49f4924b-3a3b-4a21-8106-560759715a19","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.577289071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"8d476ee7-301f-4277-be0b-6d638f4aff1d","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.674465088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"c3ffd643-1c91-4f6b-bc3f-5606f9e56528","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.677559058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"47275a78-d4d4-4b00-acfa-e697704bd7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.677613906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"9ac38a65-b960-472c-b0c5-43651820aacd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.677943729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"37564911-ab77-4349-864a-2da38eaec494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.733483085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"47275a78-d4d4-4b00-acfa-e697704bd7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.734048388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"9ac38a65-b960-472c-b0c5-43651820aacd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.736021046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"37564911-ab77-4349-864a-2da38eaec494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.888178221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-degraded-auth","reconcileID":"93b8c9a7-cf46-4378-87db-966d54f6d114","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.046438119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ab7141a2-560b-4fe8-9d05-bfe41768fc25","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.461464223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753","reconcileID":"8a248d96-6981-4562-918f-014fa072daf7","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"e2e-combo-sub-8ed61753","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.619964159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753","reconcileID":"8a248d96-6981-4562-918f-014fa072daf7","MaaSSubscription":{"name":"e2e-combo-sub-8ed61753","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.832420218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ed1aa76f-8860-4caa-9e4b-b3804f9e7a3d","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.987913282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e180810d-9a3f-4c5f-a81c-a26761cf626e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.987913287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"c7e72db5-fd47-435f-9be1-3ed8976bd2f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.988246186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"41920738-f2be-4a4e-b19f-8dca6415417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:46.990198962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"815324ab-e672-41f3-b5a0-8d70fdee8790","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.045036186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"41920738-f2be-4a4e-b19f-8dca6415417c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.046001578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"c7e72db5-fd47-435f-9be1-3ed8976bd2f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.047427496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e180810d-9a3f-4c5f-a81c-a26761cf626e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.112044955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4ccb6216-cb07-4028-8cef-73b7cff94044","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.168583206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"16dc5d37-0512-436b-aa1f-2b287251f457","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.249513825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-combo-sub-8ed61753-auth","reconcileID":"1384d20c-b0a3-4e1c-9925-5bc8c22cc0cf","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ed61753-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.324039712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"95378eab-be77-4e9d-8a40-619f102cfccf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.380107029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"95378eab-be77-4e9d-8a40-619f102cfccf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.504517818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"fd402a22-1e87-4b27-b5f7-d2b430155380","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:47.65936645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-sub","reconcileID":"71076ef2-9386-4184-bf12-e559a7976161","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.706743174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"d809c067-a9c4-49bc-b683-426a65e2ff96","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.710257394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"eeca45b2-48b8-44bd-8845-ae39c96723fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.710259813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bd5caf33-1839-46f4-831f-a1fe7bfd98f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.766504406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bd5caf33-1839-46f4-831f-a1fe7bfd98f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.766520878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"eeca45b2-48b8-44bd-8845-ae39c96723fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.862990799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"60841820-d1b0-46c8-a42b-4ae76dbae32f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.918848902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"60841820-d1b0-46c8-a42b-4ae76dbae32f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.075881506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d084cb3-0035-49ba-9f9f-337e7f5b3c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.076143358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"68b47935-213e-494f-999a-4836521be3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.132187358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d084cb3-0035-49ba-9f9f-337e7f5b3c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.133147522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"68b47935-213e-494f-999a-4836521be3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:48.181017744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"60841820-d1b0-46c8-a42b-4ae76dbae32f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.339058973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"f42e21db-dbdc-4e3a-a866-f68b6e33594e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.40394986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"f42e21db-dbdc-4e3a-a866-f68b6e33594e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.594309459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"e552c398-9425-400d-bd43-80e6d50e9789","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.650331114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"27c5e771-d680-4979-aea9-41bd8050670d","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.80524151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"65155f6d-792c-4693-8f65-d6f4e3d81a7a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.861280989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"65155f6d-792c-4693-8f65-d6f4e3d81a7a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.875145316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"9b28d97b-283f-4480-8a27-aee84709c0e0","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:48.929416873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"b3b9b50c-678d-4d3c-b7dc-ab1e065346fc","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:48.978382329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-sub","reconcileID":"7c39fe9c-2f5a-4684-9686-d6888e70b97e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.029792394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4593d1bb-785d-44f4-aa5b-950595f99dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.029870087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f836eeda-4d45-4e1e-807a-ffafb6849f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.086071309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f836eeda-4d45-4e1e-807a-ffafb6849f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.086097402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4593d1bb-785d-44f4-aa5b-950595f99dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.087847554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"96292f4d-b977-4aa1-9fb2-9c69cf4de811","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.128324476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"efd8e597-dd66-441f-9c30-aa04d68e5caa","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.144041229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"b08b0186-9bc9-477d-b201-669759c8d4ad","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.283120261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"7757273c-1c19-4824-b5fe-0c51c7c6f728","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.339134577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"7757273c-1c19-4824-b5fe-0c51c7c6f728","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.409304651Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-sub","reconcileID":"a8090e3b-7819-49df-a212-e65a8d00ea93","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.444733453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2b6b6a54-f58d-4ec1-9aa5-a90968c7e8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.444757602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"312a70d5-5bb9-4e0c-9d62-087a5bfed548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.500882158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"312a70d5-5bb9-4e0c-9d62-087a5bfed548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.500940809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2b6b6a54-f58d-4ec1-9aa5-a90968c7e8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.57119955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d86016f4-2e5c-4c6d-ba38-a1a6eeb062ff","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.618602158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"4110b311-1c10-4876-8d68-44816d5e3d90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.778728611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-sub","reconcileID":"b5828c89-536d-428a-87db-b5ebd906d7df","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.63168923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"ab8eb96a-68e5-47da-953a-90142db649dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.631935466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d3b5eb93-fb8c-424a-aa9c-d21b8a56f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.631689362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"210132fe-5d12-485b-b85d-0c9da880d240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.645721502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"e3605a86-5ab3-46d5-9a0d-599f5979c5f8","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"e2e-filter-sub-a-f61f1dbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.688773193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"210132fe-5d12-485b-b85d-0c9da880d240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.688933433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d3b5eb93-fb8c-424a-aa9c-d21b8a56f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.69138384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"ab8eb96a-68e5-47da-953a-90142db649dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:50.859759549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe","reconcileID":"e3605a86-5ab3-46d5-9a0d-599f5979c5f8","MaaSSubscription":{"name":"e2e-filter-sub-a-f61f1dbe","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-filter-sub-b-c362c691","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.068837477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691","reconcileID":"7a08663b-37b6-4087-bc68-401a116b7d33","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.068931779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"5196e985-b644-4d8c-83bf-b3251bc06a49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.117164621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"314d513a-7094-46cb-b954-7240365af321","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.175061413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ff64c4b7-763e-435e-ad39-b88fed7e55ff","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.270168596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"cd9fb947-10a5-4b5e-9611-7cf821943f3f","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.273642806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c6916126-2aa4-477b-bb8c-3dcb8bdc1c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.273901181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"e3d6966f-1001-43f7-bb5a-43286555cc9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.273640606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"916d81de-15cf-4b03-be36-6692d4aa2e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.274279234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"29a1b167-eeab-45b2-99ae-b58058e447a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.329939308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c6916126-2aa4-477b-bb8c-3dcb8bdc1c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.330302325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"916d81de-15cf-4b03-be36-6692d4aa2e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.332466015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"e3d6966f-1001-43f7-bb5a-43286555cc9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.332875508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"29a1b167-eeab-45b2-99ae-b58058e447a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.689867246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f369d7fb-ccaf-4804-80d1-a0340711a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.690032724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f4d26c29-0b21-44a4-837d-db815f82269b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.690272609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"082d6e41-d7a3-4fe9-91de-67b07a834241","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.690458582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"7028cbd7-0794-44f7-bd58-a05af6e80402","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.746005527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f369d7fb-ccaf-4804-80d1-a0340711a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.746492616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f4d26c29-0b21-44a4-837d-db815f82269b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.748526981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"7028cbd7-0794-44f7-bd58-a05af6e80402","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.748925303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"082d6e41-d7a3-4fe9-91de-67b07a834241","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.805496557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"40bdb8af-50ca-4e15-8125-e5dfe3787bcb","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.960263224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a011afb0-4d57-486c-b591-38e23196068c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:52.016183135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a011afb0-4d57-486c-b591-38e23196068c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:52.105350175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"756dab18-ec33-470c-aadd-65130f589987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:52.105350962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"29238c58-8fd2-40ed-92d7-31dbaa235c01","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:52.161457662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"756dab18-ec33-470c-aadd-65130f589987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:52.161754334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"29238c58-8fd2-40ed-92d7-31dbaa235c01","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:54.969456549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:55.756811765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"736143b0-d78e-4d69-bbc8-657cecebe498","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:55.887442637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"12bf56bc-32aa-41cb-b567-046b97078f76","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:55.943348325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f3bbd422-d338-4b6f-ae47-ba50269ed2c1","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:55.960819533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"f53e5122-6804-4fd0-b20a-9f3e55af48c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:55.992660948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"56fa3c77-f9ed-4510-85a5-e7273cfff77d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.019919268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"e52676ac-2673-4db8-a419-ed361792d6b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.103045726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"382c020e-fc84-491d-91b6-77dfe32ad2c5","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.119539065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cd28b86-c77e-401c-86b6-975bb04bcc93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.159668385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"257bd157-4fa5-4392-871c-c3ec13727b02","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.181770796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"d6cf1559-cd2f-415f-990d-5c5591a6fd6c","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.220171882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"edee7e0f-b7c7-48d8-a7ba-79ef02f16a27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.238868906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"3c1c3734-b33b-4fc6-8ace-4b909735f111","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:56.291489619Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"3c1c3734-b33b-4fc6-8ace-4b909735f111","name":"simulator-w4-c7d758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:56.291548452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"3c1c3734-b33b-4fc6-8ace-4b909735f111","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.296806445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f26d3b6e-fc11-476b-8007-c59b987b2ac6","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.32078263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"babd3e34-4ac8-413b-822a-ef0c8cbc229f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.341253067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"312cf9a1-2273-4c0f-aa2c-209a4efb093a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.420338845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6fcff3c8-1ec1-480c-ba03-fc6f43bacb5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.423802668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"7d8ba834-b876-4a96-ac37-c0a0735110e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"simulator-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.463242025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"312cf9a1-2273-4c0f-aa2c-209a4efb093a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.465092401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"6799d0eb-13dd-4957-b409-0f8112892ee6","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.490628826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"14967ccd-5d09-4f5e-951b-bedf667b2673","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.51856027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"312cf9a1-2273-4c0f-aa2c-209a4efb093a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.523282669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"bc07a06d-aa25-4886-93dd-2d137c62ab65","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.534949934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1fc952e-0c0b-4f62-b6f3-471525d746c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.573176144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"bd9e33ca-3ec3-45df-81dc-621253db8fb7","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.577250855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"61a8072c-3127-46bf-985d-b4c10b36d7c5","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.577833933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"6543a0a1-f4a8-4776-b510-744b24e89542","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:56.581916757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"7d8ba834-b876-4a96-ac37-c0a0735110e0","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.633966806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"482c063f-855a-4772-a5e9-41afd8d9d33c","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.636930867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"50eb7e08-93b0-4b4c-b484-7e31eb30ea12","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.637533587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"d8940dcb-f4f0-4f69-a686-5b9d98b98fb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.676758049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"14e289be-770b-44f2-9607-b735cdee7bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.689415675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"b6fd6371-85f1-43c5-9876-8deb9447b5df","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.732643373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"14e289be-770b-44f2-9607-b735cdee7bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.744782086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"deaa29af-b6cb-4fa5-a3e9-b673bffb8864","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.787203176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"14e289be-770b-44f2-9607-b735cdee7bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.793776694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"232d89b0-2fa7-4d02-8867-60911f5712db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.803841802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"2a24290c-6776-4f6a-ba1b-fb9b68c5cca9","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:56.858676745Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"2a24290c-6776-4f6a-ba1b-fb9b68c5cca9","name":"premium-w4-c7d758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:56.858752237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"2a24290c-6776-4f6a-ba1b-fb9b68c5cca9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.858850233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"164d8335-e258-4bf8-a89f-d974f3d4e12e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.892777725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"659ee656-0971-42ec-9b2a-fd0fb76e64fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.899498072Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"c81b6df3-69ac-4752-bd9e-5e21cbbcaa3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"premium-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.915623496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"a701ba97-87c9-414e-a63b-a33d1a7410da","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.916332104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"e4b3f3da-f557-4394-a355-e5e33d18d3bd","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.941776114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"28acabb8-a03f-43c7-a82b-aab4a7ec07fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.987550956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"fad3b071-e9c5-429e-967e-2cde49749f4c","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.99831435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"28acabb8-a03f-43c7-a82b-aab4a7ec07fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.011954171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a452c19d-9f9b-48a5-a28e-f01c97a0a07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.042956256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"325505a3-fb7e-4eab-b523-ff02f790aed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.053084165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"28acabb8-a03f-43c7-a82b-aab4a7ec07fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.087353128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"8fb7a85e-b29c-473d-89e3-c9b2f1afd1d5","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.098838742Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"f773d528-45ce-4b5d-9e4b-d475b9385e50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.099054048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"325505a3-fb7e-4eab-b523-ff02f790aed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.128204577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"6878ec63-c8b8-4d84-a3ef-c6b55dccf3cf","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.134635255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a452c19d-9f9b-48a5-a28e-f01c97a0a07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.153630661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"325505a3-fb7e-4eab-b523-ff02f790aed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.18313835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"3265e8a0-524b-459a-9dc0-91f041c45939","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.189447286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a452c19d-9f9b-48a5-a28e-f01c97a0a07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.21017171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"74a75008-85a9-4d34-9ae0-e0fac86604ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.210857685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"08358ecf-2497-4ab4-bfad-61ad98e8550c","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.232564751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"0fbeb071-bd0b-4cc5-ad8d-cc7ddeb34bfe","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:05:57.235800658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.244020447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"5e876f92-e95d-4354-9443-b18832a4886e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.264329945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1f9658ec-93cc-4944-8ad4-06c21cf99c4a","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.267878487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"74a75008-85a9-4d34-9ae0-e0fac86604ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.289880062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"e5a55a6e-c399-4a6b-933e-f6b88d1b53a0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.292859016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"164a4cc5-f912-4426-854e-da35609008de","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.294433331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"5cd378f5-1f13-444e-b2df-79c96b60258a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.322501095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"74a75008-85a9-4d34-9ae0-e0fac86604ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.368261943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b0348616-085b-4cb3-b6fa-839da3ccd882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.412523466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"ed32d1e3-d333-422e-a7c9-b196ad25d289","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.416258365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"89061232-1b6d-4171-b1b7-8b352689b5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.424377841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b0348616-085b-4cb3-b6fa-839da3ccd882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.473499138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"e959a521-4538-4d7c-b8d7-842383e5141f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.473873159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"59cf10b7-50dc-4859-82d5-1c02277c1a04","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.477225727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"89061232-1b6d-4171-b1b7-8b352689b5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.47883812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b0348616-085b-4cb3-b6fa-839da3ccd882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.501916342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"526c1c7b-4468-4289-bfe6-c4886530d7f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"premium-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.531857308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"89061232-1b6d-4171-b1b7-8b352689b5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.665210417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1bc15877-81aa-4404-b2c0-e90281848efe","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.667888991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6aa02115-f3b6-4e5f-8d1e-d1dd4f1d8b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.686486637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"0dde8b48-82ab-4cce-931d-253006784262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.723661796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6aa02115-f3b6-4e5f-8d1e-d1dd4f1d8b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.742332749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"0dde8b48-82ab-4cce-931d-253006784262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.801182505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"0dde8b48-82ab-4cce-931d-253006784262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.805673647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6aa02115-f3b6-4e5f-8d1e-d1dd4f1d8b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.863488724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"677c4fda-72f6-43b1-8e71-f3caee72fb32","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:57.907807842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"152d4126-03b1-4f80-8f2c-279e5626a98f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.018865058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c3bba7ad-3779-4cd7-9c66-debad6cad20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.075072338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c3bba7ad-3779-4cd7-9c66-debad6cad20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.130261383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c3bba7ad-3779-4cd7-9c66-debad6cad20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.640242699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-sub","reconcileID":"b59344b0-343e-4133-a4b6-1bfe5522f1b3","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.640426991Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-sub","reconcileID":"b59344b0-343e-4133-a4b6-1bfe5522f1b3","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.961342738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"2bf1838c-33f4-48ac-b182-b0b499c1178a","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.0581473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"13ac4eea-5ab1-4e4f-bca2-02927ac44c15","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.060725008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3ae790a5-a5c8-4626-a022-aa1127b813da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.060752347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8271f78b-22a2-4d4a-b73d-f7991d73fc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.061138406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"e7fb8a74-4bf7-4ed8-a31b-70a68121da9b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.11685166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3ae790a5-a5c8-4626-a022-aa1127b813da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.117309667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"e7fb8a74-4bf7-4ed8-a31b-70a68121da9b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.119238985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8271f78b-22a2-4d4a-b73d-f7991d73fc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.272078444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-apikey-failed-auth","reconcileID":"02529c6b-df71-406e-8ea3-b2c9c7e936f8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.430654054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f5920c01-5363-498f-8ce7-fb95acebdcc4","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.431326995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691","reconcileID":"fe28878e-2709-4a91-be2e-57f9bce27712","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"e2e-filter-sub-b-c362c691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.587204255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691","reconcileID":"fe28878e-2709-4a91-be2e-57f9bce27712","MaaSSubscription":{"name":"e2e-filter-sub-b-c362c691","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.799383615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"3e305ee9-503e-445d-b0c5-4a17537b2232","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.9484819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"02aef068-b6d0-42cc-b3a4-101eae05ea76","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.955061038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"a9724f54-55ba-44bd-bbec-813f792cfc9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.95531782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c005cd7d-17dd-4a91-a591-f21d46c50069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.955553084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"7b2b2456-06d2-4656-9942-01c437c6647c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.955847114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3e847da9-2a1e-4202-ade2-8ee276a46f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:01.969158814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-sub","reconcileID":"b0defce2-0513-4a09-a97b-1844accaa653","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.011803794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"a9724f54-55ba-44bd-bbec-813f792cfc9f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.01239628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c005cd7d-17dd-4a91-a591-f21d46c50069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.017966744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3e847da9-2a1e-4202-ade2-8ee276a46f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.018183751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"7b2b2456-06d2-4656-9942-01c437c6647c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.126092199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-sub","reconcileID":"b0defce2-0513-4a09-a97b-1844accaa653","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.175922505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-a-f61f1dbe-auth","reconcileID":"48714624-9051-431d-b74f-3a1ed028ddae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f61f1dbe-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.335719807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"e7517c5c-28f6-498d-b5b9-0ad1cb3d20c6","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.340466667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"e3b1dc59-1035-42cb-9897-787d27a73357","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.494026839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"2b4f01fc-2be1-4ffe-9654-a9cda23b5c2d","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.494063402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-filter-sub-b-c362c691-auth","reconcileID":"9b2099c2-5ebb-4095-95b9-fc175d1ebc42","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c362c691-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.49614484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"01e1b8cb-56dd-49d7-ba25-617ebf18e685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.496382275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"905f0055-8f38-4be4-911f-ba81b4e2b422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.496144837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"c08dac71-0ffb-49f0-b924-9763e422ab5f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.503375006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"2e9386b1-932c-4ffc-b339-5a5f0802ad4b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.552927518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"01e1b8cb-56dd-49d7-ba25-617ebf18e685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.553029438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"905f0055-8f38-4be4-911f-ba81b4e2b422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.555281047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"c08dac71-0ffb-49f0-b924-9763e422ab5f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.701541919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"884d47e2-3106-43f4-911a-466fed851977","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.798191163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-apikey-active-auth","reconcileID":"7df80a52-a06e-4cbd-9639-751cc9077e92","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.957036243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"8e79763c-c9c6-4aea-a757-d9433eaf190f","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.47917638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3dcae35b-625b-423e-9a12-b9a1498ccc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.535483546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3dcae35b-625b-423e-9a12-b9a1498ccc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.590436694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3dcae35b-625b-423e-9a12-b9a1498ccc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.626074871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"28b63743-93ff-411d-a18f-774be363196d","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.634333164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ac6113bf-a778-43e7-b015-410c33c06b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.682889057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"58b8b00a-4926-44d1-bff6-e4f9083b4ab1","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.690509879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ac6113bf-a778-43e7-b015-410c33c06b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.745393399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ac6113bf-a778-43e7-b015-410c33c06b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.783298684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"6e50a958-b1b1-4f1e-aa71-0862ae28f0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.783325377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"35f4bee5-f8de-4fea-8efb-6d0bde13fa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.78393176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"7412f6c3-5693-46c6-a80f-26beda0eae27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.784036035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fcb47bbd-71cc-4cd5-8555-77e7d0d164b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.841142931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"6e50a958-b1b1-4f1e-aa71-0862ae28f0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.84150547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"35f4bee5-f8de-4fea-8efb-6d0bde13fa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.843554964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fcb47bbd-71cc-4cd5-8555-77e7d0d164b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.843874396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"7412f6c3-5693-46c6-a80f-26beda0eae27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.895950612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"6e50a958-b1b1-4f1e-aa71-0862ae28f0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.896667459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"35f4bee5-f8de-4fea-8efb-6d0bde13fa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.898297338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"7412f6c3-5693-46c6-a80f-26beda0eae27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.90057755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"f2cb89ab-c91d-4cff-95d5-4af619668da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.956360471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"f2cb89ab-c91d-4cff-95d5-4af619668da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:07.999843307Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"499a7e79-32c7-40f3-b562-6bf0f41f1d53","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"name":"e2e-rt-sw-975a4c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.01177659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"f2cb89ab-c91d-4cff-95d5-4af619668da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.054997469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4dd67ce-814d-4a25-af75-cbcfda35ef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.055119077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a83837f3-22c3-4c2c-b68e-618c4d3c954a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.055452113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3b9e5280-39b6-44be-a995-5ac830815778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.113338372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a83837f3-22c3-4c2c-b68e-618c4d3c954a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.113943914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4dd67ce-814d-4a25-af75-cbcfda35ef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.116928158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3b9e5280-39b6-44be-a995-5ac830815778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.166555316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9ab6d3d3-6457-4cb6-9da7-c277ae9451da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.22297566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9ab6d3d3-6457-4cb6-9da7-c277ae9451da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.26805561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e045ff-38d3-4ca6-a975-9ba9ba9aafbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.307826643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"fdae0731-076b-4da4-af86-192b90378365","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"name":"e2e-rt-sw-975a4c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.324290276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e045ff-38d3-4ca6-a975-9ba9ba9aafbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360019367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ea1abe2-2bb5-4cc1-9a47-6b3deed0a3dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360038017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1ea1abe2-2bb5-4cc1-9a47-6b3deed0a3dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.36024856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e7dd15-ffb6-425a-ae5e-6c268c5d4d06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360258997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e7dd15-ffb6-425a-ae5e-6c268c5d4d06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360558273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1cf6145-967a-42ab-8524-c32bcca8295e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360576829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1cf6145-967a-42ab-8524-c32bcca8295e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.3607933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6460da3f-458c-4816-8b81-4c2ed9e981b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.360804732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6460da3f-458c-4816-8b81-4c2ed9e981b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361004677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c485a8c-f99c-49da-873f-c03e4fb60599","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361014204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c485a8c-f99c-49da-873f-c03e4fb60599","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361178837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0944fb2-c90f-4a97-b637-99b4478ac950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361187944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0944fb2-c90f-4a97-b637-99b4478ac950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361430079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3147f6f9-7028-4498-8504-fb4a2a7bd2cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361441447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3147f6f9-7028-4498-8504-fb4a2a7bd2cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361606941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d8bb09a-9ab5-4794-a62d-c38dc915eed6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.361615645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d8bb09a-9ab5-4794-a62d-c38dc915eed6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.413912293Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"448146d0-3abe-4417-b768-40823f6bb693","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"name":"e2e-rt-sw-975a4c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.465259826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e28d05b-e1d3-4e39-a10a-16795d8950e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.465567646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"963b0983-976c-44f6-a401-ef0303543197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.473196323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2efaffe6-b4b5-48ae-a2c1-bd5fa708e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.473337889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"33244521-ad74-40c0-bdd0-ad1881b13c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.47319602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"62ca29d0-6496-432e-a090-19de9d104eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.533072086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2efaffe6-b4b5-48ae-a2c1-bd5fa708e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.540676073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"33244521-ad74-40c0-bdd0-ad1881b13c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.540749737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"62ca29d0-6496-432e-a090-19de9d104eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.596237055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"62ca29d0-6496-432e-a090-19de9d104eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.675249518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4909dd2-58a5-4aed-9c8a-fb8b51f9a80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.732192163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4909dd2-58a5-4aed-9c8a-fb8b51f9a80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.77585413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"66478aff-7353-487e-b928-44425bbbcdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.775854131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b54b0f8e-92cb-477a-aa4e-c9fb99bb5df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.787101846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4909dd2-58a5-4aed-9c8a-fb8b51f9a80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.834134029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"66478aff-7353-487e-b928-44425bbbcdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.83540745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b54b0f8e-92cb-477a-aa4e-c9fb99bb5df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.889706557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"66478aff-7353-487e-b928-44425bbbcdbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.946223847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eed2fcc-5523-433e-b57b-67b50da8e103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.972549273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed303ff7-6cff-46f9-b8b3-a786cf440fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.002211539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eed2fcc-5523-433e-b57b-67b50da8e103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.029768292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed303ff7-6cff-46f9-b8b3-a786cf440fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.514561608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"8937b639-0657-4faa-b79d-0e19a524c10d","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.567418886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"695cac33-ee1a-4ecd-ad48-daabe68426ae","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.567454285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"695cac33-ee1a-4ecd-ad48-daabe68426ae","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.671386595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"858ee0b0-75a9-42fc-b261-6c1eff7c5dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.671429531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b982d0be-47d9-4d4b-98f1-9e6c84c2380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.671917075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"12119c3f-bd24-4d6b-837e-e414e580e7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.672092946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a91b25cc-e32b-4c7c-ab67-f756bfdf6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.672344576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"bfafad05-dee5-4c70-b244-9a9d3c628599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.728002167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"858ee0b0-75a9-42fc-b261-6c1eff7c5dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.728774376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b982d0be-47d9-4d4b-98f1-9e6c84c2380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.730570741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a91b25cc-e32b-4c7c-ab67-f756bfdf6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.731060476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"bfafad05-dee5-4c70-b244-9a9d3c628599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.732988384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"12119c3f-bd24-4d6b-837e-e414e580e7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.782636121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"858ee0b0-75a9-42fc-b261-6c1eff7c5dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.783578532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b982d0be-47d9-4d4b-98f1-9e6c84c2380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.785587901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"bfafad05-dee5-4c70-b244-9a9d3c628599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.78787343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"12119c3f-bd24-4d6b-837e-e414e580e7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.939581874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"90ce38bc-7ded-4da1-8aa1-334da241014c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.939595243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"81bbcbd4-4a00-4dd9-a863-86c825bda0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.941158198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e07de4-3705-4f97-bfb7-1ed5d3844eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.942125739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"3710e5f5-7bc8-4c34-8dd4-47a76295da0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.995686879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"90ce38bc-7ded-4da1-8aa1-334da241014c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.996745162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"81bbcbd4-4a00-4dd9-a863-86c825bda0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:09.998189827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e07de4-3705-4f97-bfb7-1ed5d3844eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.001210109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"3710e5f5-7bc8-4c34-8dd4-47a76295da0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.090254578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"1873a7c6-65f5-4e28-8a9a-9533d8e34443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.14634533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"1873a7c6-65f5-4e28-8a9a-9533d8e34443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.354920718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5dfeda0-735b-48ef-b925-05392cdb7dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.354935215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ea156754-67ff-4db2-ac3b-92c964140310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.412418718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5dfeda0-735b-48ef-b925-05392cdb7dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.412987355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ea156754-67ff-4db2-ac3b-92c964140310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:11.851214299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"5a768f0c-2be2-4634-b0b8-2fbd1693395b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:11.95194094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"9d64806b-5d80-405c-814b-2e74690ef828","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.01620465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"16095452-90a4-4d8c-a7bc-e21191de4e28","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.11736042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"4d32331e-7c36-4d13-8e2b-3004821cb519","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.171515285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"234d571a-e339-47b6-a0d1-d02e92098cd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.336229383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cb091d66-aca9-43d6-b80d-4554b0f49aa1","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.603432928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"d1466879-9607-437e-b185-8a79c6e1443c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.669514659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b454f2c8-f825-43b3-a3b4-1eeebab24d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.669610174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bb7e8ea3-e2b5-42ed-b58c-1dddfe323fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.727194524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b454f2c8-f825-43b3-a3b4-1eeebab24d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.72732954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bb7e8ea3-e2b5-42ed-b58c-1dddfe323fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.769668726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7e3cbdd5-0bb4-4a24-8559-9e1c4bc2a6e0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.782411043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (557f1d125fe0a87dfbd1400356766f048f81b7df18cdfc3223f9a2c69081b90c) AuthConfig (f7dc3f0daa3a31f3f3bb2eb530883102a192dc83b4c8f2c3784b8b4b75863f7a) AuthConfig (450b407a6cc44871d78bf5832b782ef16452185eeed6a14ff2fd14acd93b734e) AuthConfig (bc5ef591a46ccde49c6f34ff8eac65a4f90af3a05d595236af54544f60d224ea) AuthConfig (ed76f751bf87d2789f3d6b529938dccbb500e3e24180f481171f2c1685db33d7) AuthConfig (4042e7bf758cee3c5b469d9796d97d49388de0aef1969f889f904ce2afc80042) AuthConfig (fae02131fd0e40eb86eb765db8fbcd5febdc7048c5a426bdd97ee35b66481313) AuthConfig (205783f6e463f7c4f76488d3b3f624c856f2239536ffda137d4b814447c68a0c) AuthConfig (dff2a25bac3fac65d82b41e328f31b0508e4b81f8f4679e8ead10a5fbd4fd0b1) AuthConfig (a0f016678b43804d4fa0070075475fdbbe32a2572e75369923a83044ff2bd1c5) AuthConfig (d3c08fec4d36cd7c599e2083f231b74056a9d8294e6ec067837bbf532c57f725) AuthConfig (e2d558b18990ca5b2685be6aec1b893b8fe6c9d294c93fa2dd036592cb82a8e0) AuthConfig (86fd3f43f86325ca92408526586a44b3c3fa72b01b5a849bb53805ba831ef3f5) AuthConfig (53cfaea1855f414bd06ea0b3d8206c5d542624f898e6b73692c9fd06065fe3cf) AuthConfig (e17ef2ebbe85fe5af11a6903a33ae77c0cd1dfa32fe5e56b053c2491af6647a5) AuthConfig (79c2aae9d09ac0528bbb08fb21a6f3a708947badc4a656fe1a84d10a66f03fcc) AuthConfig (b942758687c0d14e597bdadd43f25b0513a068aaa4d60b1fbb40a99e502c6c19) AuthConfig (11cb8a3651767c9afee5a7372ab9eb6fa90abd7a32edbf2a10eb96c5efb72106) AuthConfig (f8a3d6c28d8dd009b24bcbedc023cd27a16d33cb9f9bc31e02209fcdcfd67fb5) AuthConfig (0752bf65e82bbb37dd65c5279793feaa67094961b26a688aca07688c4c557f72) AuthConfig (f61aa26aabb6a7d777a08a86c724a34275deb0431cda467e497e3fbf5e311993) AuthConfig (ab45af82a508a99bb9e088d49310778e31ab8af198348c81b468988b74fc9cfe) AuthConfig (cb6cd5d3b50b11b0e99db4f33ed8277b219499f2cfef75b8f951b528ca39d4e6) AuthConfig (52de07748259683d596172d010a84cd16ab6b8b891b1d71aceffcdba3bffdb39) AuthConfig (af7a6a769232c3642b9f7a6d7e3a19f80c1510246dcb7a8b7b553b6844774f96) AuthConfig (bb73a57e9479d045127957ac718119b60008335350e3c6614d672e365c41c9e9) AuthConfig (7985380cb501747bfa251c1b8c7ade7adc120aa85f41a04ef5676f7df5dafe58) AuthConfig (3452141c573ac2d178ede18c0172461a99cd9bb9e9d800b4882c27e70b88e419) AuthConfig (916346925d3bf4128060f70ed1399d4706b67f8be905a82dedc130df590d5469) AuthConfig (3226bdc5245bb02ef94e1f6c3b7b9006918aa1c0d5ff00adf1ae1bc042112700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bb7e8ea3-e2b5-42ed-b58c-1dddfe323fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.7830699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (557f1d125fe0a87dfbd1400356766f048f81b7df18cdfc3223f9a2c69081b90c) AuthConfig (f7dc3f0daa3a31f3f3bb2eb530883102a192dc83b4c8f2c3784b8b4b75863f7a) AuthConfig (450b407a6cc44871d78bf5832b782ef16452185eeed6a14ff2fd14acd93b734e) AuthConfig (bc5ef591a46ccde49c6f34ff8eac65a4f90af3a05d595236af54544f60d224ea) AuthConfig (ed76f751bf87d2789f3d6b529938dccbb500e3e24180f481171f2c1685db33d7) AuthConfig (4042e7bf758cee3c5b469d9796d97d49388de0aef1969f889f904ce2afc80042) AuthConfig (fae02131fd0e40eb86eb765db8fbcd5febdc7048c5a426bdd97ee35b66481313) AuthConfig (205783f6e463f7c4f76488d3b3f624c856f2239536ffda137d4b814447c68a0c) AuthConfig (dff2a25bac3fac65d82b41e328f31b0508e4b81f8f4679e8ead10a5fbd4fd0b1) AuthConfig (a0f016678b43804d4fa0070075475fdbbe32a2572e75369923a83044ff2bd1c5) AuthConfig (d3c08fec4d36cd7c599e2083f231b74056a9d8294e6ec067837bbf532c57f725) AuthConfig (e2d558b18990ca5b2685be6aec1b893b8fe6c9d294c93fa2dd036592cb82a8e0) AuthConfig (86fd3f43f86325ca92408526586a44b3c3fa72b01b5a849bb53805ba831ef3f5) AuthConfig (53cfaea1855f414bd06ea0b3d8206c5d542624f898e6b73692c9fd06065fe3cf) AuthConfig (e17ef2ebbe85fe5af11a6903a33ae77c0cd1dfa32fe5e56b053c2491af6647a5) AuthConfig (79c2aae9d09ac0528bbb08fb21a6f3a708947badc4a656fe1a84d10a66f03fcc) AuthConfig (b942758687c0d14e597bdadd43f25b0513a068aaa4d60b1fbb40a99e502c6c19) AuthConfig (11cb8a3651767c9afee5a7372ab9eb6fa90abd7a32edbf2a10eb96c5efb72106) AuthConfig (f8a3d6c28d8dd009b24bcbedc023cd27a16d33cb9f9bc31e02209fcdcfd67fb5) AuthConfig (0752bf65e82bbb37dd65c5279793feaa67094961b26a688aca07688c4c557f72) AuthConfig (f61aa26aabb6a7d777a08a86c724a34275deb0431cda467e497e3fbf5e311993) AuthConfig (ab45af82a508a99bb9e088d49310778e31ab8af198348c81b468988b74fc9cfe) AuthConfig (cb6cd5d3b50b11b0e99db4f33ed8277b219499f2cfef75b8f951b528ca39d4e6) AuthConfig (52de07748259683d596172d010a84cd16ab6b8b891b1d71aceffcdba3bffdb39) AuthConfig (af7a6a769232c3642b9f7a6d7e3a19f80c1510246dcb7a8b7b553b6844774f96) AuthConfig (bb73a57e9479d045127957ac718119b60008335350e3c6614d672e365c41c9e9) AuthConfig (7985380cb501747bfa251c1b8c7ade7adc120aa85f41a04ef5676f7df5dafe58) AuthConfig (3452141c573ac2d178ede18c0172461a99cd9bb9e9d800b4882c27e70b88e419) AuthConfig (916346925d3bf4128060f70ed1399d4706b67f8be905a82dedc130df590d5469) AuthConfig (3226bdc5245bb02ef94e1f6c3b7b9006918aa1c0d5ff00adf1ae1bc042112700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b454f2c8-f825-43b3-a3b4-1eeebab24d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.784394433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"615e1fb1-9d09-4ee8-aa03-5e76e6af4804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.784454734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b1e58e33-abf5-4097-81e2-1c89f5f45cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.839495416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"43fd904e-21eb-46d9-9841-c8731ffb1e30","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.842272239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f5516bd6-dc95-46c2-9113-e09823305f2e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.843149508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"615e1fb1-9d09-4ee8-aa03-5e76e6af4804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.846191032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b1e58e33-abf5-4097-81e2-1c89f5f45cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.897552766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6162243e3da4847446fa1cda7bdc90b7364980c3aa9bef90e85b8982393ccc) AuthConfig (529e7230a0875860d7437323bba04bc8133ab215791f32ec5191f6ec2de50d8c) AuthConfig (4d2f0f71e2934ad7a543a328d5c2d0ec918f2d5e86eb28f219a1de8ae2580360) AuthConfig (ca74350b0619554c6ee6c812fa9b5439f845d70671b8f9075be043078fb8d52b) AuthConfig (d0bb62ca5c9fb84160365ee4f3d681fe3c84dbca896ef0f5e53ef1416bb5eb31) AuthConfig (fd8585f4f92cfbba37732942e7a48bc154f7f282cf93b81af72961e2d0a2a78d) AuthConfig (c3c1cf93588470d18528ae5e26ae539899d1f1f00718cc2a5af33a99743e0374) AuthConfig (594b5e8cc7aa2107bc86fc32a1cbf6065e844a586ffc0fcbe55ac6c621aec245) AuthConfig (ed03bf4c7de59093060fdd9f22b6665c1287ed86cec4e7045c5f2983dfb8896c) AuthConfig (d1e54116759c5c83f567bde5f775c238e264bd6632e766d5efa423fa4e1ded67) AuthConfig (5d1e4262ddb622b0f85773657153cdbd40dd0cc74a852d446cf09955ffcc5409) AuthConfig (1c2b55c19f7b082177cb3e5c39287f809053a6f718566313a52a69cea1dd375d) AuthConfig (2f9d227716ab0588a70bb6022fc97856884a03a9361d0e89a2ce7930e8df1da7) AuthConfig (f9b8322b95bdaeda799b9162fefc98a8d238d4493a018d0e10b1e082df84c77f) AuthConfig (0065deef11706fec9b9ee8dfebea10904f855f15daa5a1473421f1cf36c81ee9) AuthConfig (f3d802cde22266982fc5cf1cc5a8e4767254b683e64dc6b05ee421ed07c52988) AuthConfig (5874969506bb9feb813bd2ce4f12e34dfff775f8dd5b61a686d22d08d474d1a5) AuthConfig (33b59ae26f03f46b778b2404b7efbf925f82d5906501764a18aa297759c62526) AuthConfig (bdaa51e62c4b27fe86a310fd1539958233ff1200e30f90bea138a4c3f451b868) AuthConfig (0c926c794cb692512177b5661998e76b0a212d7898d17ec949697ec3bb2e44ee) AuthConfig (cc797b5a4f817e4b23ba30c7d775c1fdd08fd44c1568bd85b9aa544d92db20f5) AuthConfig (b0b13c233a6ba046c4958539fba9a43cc455ec558e3045438bfc97a2ca018969) AuthConfig (e8bf7847548a86e5ff053b444fa818e4c62ae138eebce64a83e7339bb5bb9d61) AuthConfig (cf9523e496481e19a3454203961bcd26797583292de11a11aa42a5af7e648617) AuthConfig (dd939d89812e1f4ee53de19cbfac54b0c4a0d6838eb3f8b173dbcc19f84333ee) AuthConfig (75e98571932101449d72e50874cd7c7b63f19960c5648469d051342358d8941c) AuthConfig (d87dbab0305bc3651171657d6330c6ae4c7837685b6c48e8214ae4d5a7eaee2c) AuthConfig (5948c84ab1f67d1903639b2bc93f985fa86e4a44eb102ea9edb46eaa056f1194) AuthConfig (09476cf09b9cc7797b3a19add5d02248464b17cdbd007ec6fc2a980402d175ec) AuthConfig (46fc11f9e3218ac48f78f749117f8cee94801fc6579949d977f6f02d11ff4f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"615e1fb1-9d09-4ee8-aa03-5e76e6af4804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.900527808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6162243e3da4847446fa1cda7bdc90b7364980c3aa9bef90e85b8982393ccc) AuthConfig (529e7230a0875860d7437323bba04bc8133ab215791f32ec5191f6ec2de50d8c) AuthConfig (4d2f0f71e2934ad7a543a328d5c2d0ec918f2d5e86eb28f219a1de8ae2580360) AuthConfig (ca74350b0619554c6ee6c812fa9b5439f845d70671b8f9075be043078fb8d52b) AuthConfig (d0bb62ca5c9fb84160365ee4f3d681fe3c84dbca896ef0f5e53ef1416bb5eb31) AuthConfig (fd8585f4f92cfbba37732942e7a48bc154f7f282cf93b81af72961e2d0a2a78d) AuthConfig (c3c1cf93588470d18528ae5e26ae539899d1f1f00718cc2a5af33a99743e0374) AuthConfig (594b5e8cc7aa2107bc86fc32a1cbf6065e844a586ffc0fcbe55ac6c621aec245) AuthConfig (ed03bf4c7de59093060fdd9f22b6665c1287ed86cec4e7045c5f2983dfb8896c) AuthConfig (d1e54116759c5c83f567bde5f775c238e264bd6632e766d5efa423fa4e1ded67) AuthConfig (5d1e4262ddb622b0f85773657153cdbd40dd0cc74a852d446cf09955ffcc5409) AuthConfig (1c2b55c19f7b082177cb3e5c39287f809053a6f718566313a52a69cea1dd375d) AuthConfig (2f9d227716ab0588a70bb6022fc97856884a03a9361d0e89a2ce7930e8df1da7) AuthConfig (f9b8322b95bdaeda799b9162fefc98a8d238d4493a018d0e10b1e082df84c77f) AuthConfig (0065deef11706fec9b9ee8dfebea10904f855f15daa5a1473421f1cf36c81ee9) AuthConfig (f3d802cde22266982fc5cf1cc5a8e4767254b683e64dc6b05ee421ed07c52988) AuthConfig (5874969506bb9feb813bd2ce4f12e34dfff775f8dd5b61a686d22d08d474d1a5) AuthConfig (33b59ae26f03f46b778b2404b7efbf925f82d5906501764a18aa297759c62526) AuthConfig (bdaa51e62c4b27fe86a310fd1539958233ff1200e30f90bea138a4c3f451b868) AuthConfig (0c926c794cb692512177b5661998e76b0a212d7898d17ec949697ec3bb2e44ee) AuthConfig (cc797b5a4f817e4b23ba30c7d775c1fdd08fd44c1568bd85b9aa544d92db20f5) AuthConfig (b0b13c233a6ba046c4958539fba9a43cc455ec558e3045438bfc97a2ca018969) AuthConfig (e8bf7847548a86e5ff053b444fa818e4c62ae138eebce64a83e7339bb5bb9d61) AuthConfig (cf9523e496481e19a3454203961bcd26797583292de11a11aa42a5af7e648617) AuthConfig (dd939d89812e1f4ee53de19cbfac54b0c4a0d6838eb3f8b173dbcc19f84333ee) AuthConfig (75e98571932101449d72e50874cd7c7b63f19960c5648469d051342358d8941c) AuthConfig (d87dbab0305bc3651171657d6330c6ae4c7837685b6c48e8214ae4d5a7eaee2c) AuthConfig (5948c84ab1f67d1903639b2bc93f985fa86e4a44eb102ea9edb46eaa056f1194) AuthConfig (09476cf09b9cc7797b3a19add5d02248464b17cdbd007ec6fc2a980402d175ec) AuthConfig (46fc11f9e3218ac48f78f749117f8cee94801fc6579949d977f6f02d11ff4f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b1e58e33-abf5-4097-81e2-1c89f5f45cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.95488301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"da7896dd-57ec-42f5-99f7-684637f8ff7a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.959736222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"3441954a-041f-4167-8966-2ff5b25c9a0b","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.995051488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"405c608d-ad37-4ff1-8167-11f34726fd19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.000974329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"90d1f979-5ad3-45f4-b814-a2af62f98b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.051544099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"405c608d-ad37-4ff1-8167-11f34726fd19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.056873507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"90d1f979-5ad3-45f4-b814-a2af62f98b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.106775852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (557f1d125fe0a87dfbd1400356766f048f81b7df18cdfc3223f9a2c69081b90c) AuthConfig (f7dc3f0daa3a31f3f3bb2eb530883102a192dc83b4c8f2c3784b8b4b75863f7a) AuthConfig (450b407a6cc44871d78bf5832b782ef16452185eeed6a14ff2fd14acd93b734e) AuthConfig (bc5ef591a46ccde49c6f34ff8eac65a4f90af3a05d595236af54544f60d224ea) AuthConfig (ed76f751bf87d2789f3d6b529938dccbb500e3e24180f481171f2c1685db33d7) AuthConfig (4042e7bf758cee3c5b469d9796d97d49388de0aef1969f889f904ce2afc80042) AuthConfig (fae02131fd0e40eb86eb765db8fbcd5febdc7048c5a426bdd97ee35b66481313) AuthConfig (205783f6e463f7c4f76488d3b3f624c856f2239536ffda137d4b814447c68a0c) AuthConfig (dff2a25bac3fac65d82b41e328f31b0508e4b81f8f4679e8ead10a5fbd4fd0b1) AuthConfig (a0f016678b43804d4fa0070075475fdbbe32a2572e75369923a83044ff2bd1c5) AuthConfig (d3c08fec4d36cd7c599e2083f231b74056a9d8294e6ec067837bbf532c57f725) AuthConfig (e2d558b18990ca5b2685be6aec1b893b8fe6c9d294c93fa2dd036592cb82a8e0) AuthConfig (86fd3f43f86325ca92408526586a44b3c3fa72b01b5a849bb53805ba831ef3f5) AuthConfig (53cfaea1855f414bd06ea0b3d8206c5d542624f898e6b73692c9fd06065fe3cf) AuthConfig (e17ef2ebbe85fe5af11a6903a33ae77c0cd1dfa32fe5e56b053c2491af6647a5) AuthConfig (79c2aae9d09ac0528bbb08fb21a6f3a708947badc4a656fe1a84d10a66f03fcc) AuthConfig (b942758687c0d14e597bdadd43f25b0513a068aaa4d60b1fbb40a99e502c6c19) AuthConfig (11cb8a3651767c9afee5a7372ab9eb6fa90abd7a32edbf2a10eb96c5efb72106) AuthConfig (f8a3d6c28d8dd009b24bcbedc023cd27a16d33cb9f9bc31e02209fcdcfd67fb5) AuthConfig (0752bf65e82bbb37dd65c5279793feaa67094961b26a688aca07688c4c557f72) AuthConfig (f61aa26aabb6a7d777a08a86c724a34275deb0431cda467e497e3fbf5e311993) AuthConfig (ab45af82a508a99bb9e088d49310778e31ab8af198348c81b468988b74fc9cfe) AuthConfig (cb6cd5d3b50b11b0e99db4f33ed8277b219499f2cfef75b8f951b528ca39d4e6) AuthConfig (52de07748259683d596172d010a84cd16ab6b8b891b1d71aceffcdba3bffdb39) AuthConfig (af7a6a769232c3642b9f7a6d7e3a19f80c1510246dcb7a8b7b553b6844774f96) AuthConfig (bb73a57e9479d045127957ac718119b60008335350e3c6614d672e365c41c9e9) AuthConfig (7985380cb501747bfa251c1b8c7ade7adc120aa85f41a04ef5676f7df5dafe58) AuthConfig (3452141c573ac2d178ede18c0172461a99cd9bb9e9d800b4882c27e70b88e419) AuthConfig (916346925d3bf4128060f70ed1399d4706b67f8be905a82dedc130df590d5469) AuthConfig (3226bdc5245bb02ef94e1f6c3b7b9006918aa1c0d5ff00adf1ae1bc042112700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"405c608d-ad37-4ff1-8167-11f34726fd19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.111133161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2b2aafbf-36fc-4632-8189-0e3e2e80eae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.112080404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (557f1d125fe0a87dfbd1400356766f048f81b7df18cdfc3223f9a2c69081b90c) AuthConfig (f7dc3f0daa3a31f3f3bb2eb530883102a192dc83b4c8f2c3784b8b4b75863f7a) AuthConfig (450b407a6cc44871d78bf5832b782ef16452185eeed6a14ff2fd14acd93b734e) AuthConfig (bc5ef591a46ccde49c6f34ff8eac65a4f90af3a05d595236af54544f60d224ea) AuthConfig (ed76f751bf87d2789f3d6b529938dccbb500e3e24180f481171f2c1685db33d7) AuthConfig (4042e7bf758cee3c5b469d9796d97d49388de0aef1969f889f904ce2afc80042) AuthConfig (fae02131fd0e40eb86eb765db8fbcd5febdc7048c5a426bdd97ee35b66481313) AuthConfig (205783f6e463f7c4f76488d3b3f624c856f2239536ffda137d4b814447c68a0c) AuthConfig (dff2a25bac3fac65d82b41e328f31b0508e4b81f8f4679e8ead10a5fbd4fd0b1) AuthConfig (a0f016678b43804d4fa0070075475fdbbe32a2572e75369923a83044ff2bd1c5) AuthConfig (d3c08fec4d36cd7c599e2083f231b74056a9d8294e6ec067837bbf532c57f725) AuthConfig (e2d558b18990ca5b2685be6aec1b893b8fe6c9d294c93fa2dd036592cb82a8e0) AuthConfig (86fd3f43f86325ca92408526586a44b3c3fa72b01b5a849bb53805ba831ef3f5) AuthConfig (53cfaea1855f414bd06ea0b3d8206c5d542624f898e6b73692c9fd06065fe3cf) AuthConfig (e17ef2ebbe85fe5af11a6903a33ae77c0cd1dfa32fe5e56b053c2491af6647a5) AuthConfig (79c2aae9d09ac0528bbb08fb21a6f3a708947badc4a656fe1a84d10a66f03fcc) AuthConfig (b942758687c0d14e597bdadd43f25b0513a068aaa4d60b1fbb40a99e502c6c19) AuthConfig (11cb8a3651767c9afee5a7372ab9eb6fa90abd7a32edbf2a10eb96c5efb72106) AuthConfig (f8a3d6c28d8dd009b24bcbedc023cd27a16d33cb9f9bc31e02209fcdcfd67fb5) AuthConfig (0752bf65e82bbb37dd65c5279793feaa67094961b26a688aca07688c4c557f72) AuthConfig (f61aa26aabb6a7d777a08a86c724a34275deb0431cda467e497e3fbf5e311993) AuthConfig (ab45af82a508a99bb9e088d49310778e31ab8af198348c81b468988b74fc9cfe) AuthConfig (cb6cd5d3b50b11b0e99db4f33ed8277b219499f2cfef75b8f951b528ca39d4e6) AuthConfig (52de07748259683d596172d010a84cd16ab6b8b891b1d71aceffcdba3bffdb39) AuthConfig (af7a6a769232c3642b9f7a6d7e3a19f80c1510246dcb7a8b7b553b6844774f96) AuthConfig (bb73a57e9479d045127957ac718119b60008335350e3c6614d672e365c41c9e9) AuthConfig (7985380cb501747bfa251c1b8c7ade7adc120aa85f41a04ef5676f7df5dafe58) AuthConfig (3452141c573ac2d178ede18c0172461a99cd9bb9e9d800b4882c27e70b88e419) AuthConfig (916346925d3bf4128060f70ed1399d4706b67f8be905a82dedc130df590d5469) AuthConfig (3226bdc5245bb02ef94e1f6c3b7b9006918aa1c0d5ff00adf1ae1bc042112700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"90d1f979-5ad3-45f4-b814-a2af62f98b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.112995635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"009d7bfe-ebc0-4f57-aa0d-d250edbe4cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:13.159307737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"405c608d-ad37-4ff1-8167-11f34726fd19","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.16746412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2b2aafbf-36fc-4632-8189-0e3e2e80eae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.169086665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"009d7bfe-ebc0-4f57-aa0d-d250edbe4cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.222429549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6162243e3da4847446fa1cda7bdc90b7364980c3aa9bef90e85b8982393ccc) AuthConfig (529e7230a0875860d7437323bba04bc8133ab215791f32ec5191f6ec2de50d8c) AuthConfig (4d2f0f71e2934ad7a543a328d5c2d0ec918f2d5e86eb28f219a1de8ae2580360) AuthConfig (ca74350b0619554c6ee6c812fa9b5439f845d70671b8f9075be043078fb8d52b) AuthConfig (d0bb62ca5c9fb84160365ee4f3d681fe3c84dbca896ef0f5e53ef1416bb5eb31) AuthConfig (fd8585f4f92cfbba37732942e7a48bc154f7f282cf93b81af72961e2d0a2a78d) AuthConfig (c3c1cf93588470d18528ae5e26ae539899d1f1f00718cc2a5af33a99743e0374) AuthConfig (594b5e8cc7aa2107bc86fc32a1cbf6065e844a586ffc0fcbe55ac6c621aec245) AuthConfig (ed03bf4c7de59093060fdd9f22b6665c1287ed86cec4e7045c5f2983dfb8896c) AuthConfig (d1e54116759c5c83f567bde5f775c238e264bd6632e766d5efa423fa4e1ded67) AuthConfig (5d1e4262ddb622b0f85773657153cdbd40dd0cc74a852d446cf09955ffcc5409) AuthConfig (1c2b55c19f7b082177cb3e5c39287f809053a6f718566313a52a69cea1dd375d) AuthConfig (2f9d227716ab0588a70bb6022fc97856884a03a9361d0e89a2ce7930e8df1da7) AuthConfig (f9b8322b95bdaeda799b9162fefc98a8d238d4493a018d0e10b1e082df84c77f) AuthConfig (0065deef11706fec9b9ee8dfebea10904f855f15daa5a1473421f1cf36c81ee9) AuthConfig (f3d802cde22266982fc5cf1cc5a8e4767254b683e64dc6b05ee421ed07c52988) AuthConfig (5874969506bb9feb813bd2ce4f12e34dfff775f8dd5b61a686d22d08d474d1a5) AuthConfig (33b59ae26f03f46b778b2404b7efbf925f82d5906501764a18aa297759c62526) AuthConfig (bdaa51e62c4b27fe86a310fd1539958233ff1200e30f90bea138a4c3f451b868) AuthConfig (0c926c794cb692512177b5661998e76b0a212d7898d17ec949697ec3bb2e44ee) AuthConfig (cc797b5a4f817e4b23ba30c7d775c1fdd08fd44c1568bd85b9aa544d92db20f5) AuthConfig (b0b13c233a6ba046c4958539fba9a43cc455ec558e3045438bfc97a2ca018969) AuthConfig (e8bf7847548a86e5ff053b444fa818e4c62ae138eebce64a83e7339bb5bb9d61) AuthConfig (cf9523e496481e19a3454203961bcd26797583292de11a11aa42a5af7e648617) AuthConfig (dd939d89812e1f4ee53de19cbfac54b0c4a0d6838eb3f8b173dbcc19f84333ee) AuthConfig (75e98571932101449d72e50874cd7c7b63f19960c5648469d051342358d8941c) AuthConfig (d87dbab0305bc3651171657d6330c6ae4c7837685b6c48e8214ae4d5a7eaee2c) AuthConfig (5948c84ab1f67d1903639b2bc93f985fa86e4a44eb102ea9edb46eaa056f1194) AuthConfig (09476cf09b9cc7797b3a19add5d02248464b17cdbd007ec6fc2a980402d175ec) AuthConfig (46fc11f9e3218ac48f78f749117f8cee94801fc6579949d977f6f02d11ff4f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2b2aafbf-36fc-4632-8189-0e3e2e80eae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.223374066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6162243e3da4847446fa1cda7bdc90b7364980c3aa9bef90e85b8982393ccc) AuthConfig (529e7230a0875860d7437323bba04bc8133ab215791f32ec5191f6ec2de50d8c) AuthConfig (4d2f0f71e2934ad7a543a328d5c2d0ec918f2d5e86eb28f219a1de8ae2580360) AuthConfig (ca74350b0619554c6ee6c812fa9b5439f845d70671b8f9075be043078fb8d52b) AuthConfig (d0bb62ca5c9fb84160365ee4f3d681fe3c84dbca896ef0f5e53ef1416bb5eb31) AuthConfig (fd8585f4f92cfbba37732942e7a48bc154f7f282cf93b81af72961e2d0a2a78d) AuthConfig (c3c1cf93588470d18528ae5e26ae539899d1f1f00718cc2a5af33a99743e0374) AuthConfig (594b5e8cc7aa2107bc86fc32a1cbf6065e844a586ffc0fcbe55ac6c621aec245) AuthConfig (ed03bf4c7de59093060fdd9f22b6665c1287ed86cec4e7045c5f2983dfb8896c) AuthConfig (d1e54116759c5c83f567bde5f775c238e264bd6632e766d5efa423fa4e1ded67) AuthConfig (5d1e4262ddb622b0f85773657153cdbd40dd0cc74a852d446cf09955ffcc5409) AuthConfig (1c2b55c19f7b082177cb3e5c39287f809053a6f718566313a52a69cea1dd375d) AuthConfig (2f9d227716ab0588a70bb6022fc97856884a03a9361d0e89a2ce7930e8df1da7) AuthConfig (f9b8322b95bdaeda799b9162fefc98a8d238d4493a018d0e10b1e082df84c77f) AuthConfig (0065deef11706fec9b9ee8dfebea10904f855f15daa5a1473421f1cf36c81ee9) AuthConfig (f3d802cde22266982fc5cf1cc5a8e4767254b683e64dc6b05ee421ed07c52988) AuthConfig (5874969506bb9feb813bd2ce4f12e34dfff775f8dd5b61a686d22d08d474d1a5) AuthConfig (33b59ae26f03f46b778b2404b7efbf925f82d5906501764a18aa297759c62526) AuthConfig (bdaa51e62c4b27fe86a310fd1539958233ff1200e30f90bea138a4c3f451b868) AuthConfig (0c926c794cb692512177b5661998e76b0a212d7898d17ec949697ec3bb2e44ee) AuthConfig (cc797b5a4f817e4b23ba30c7d775c1fdd08fd44c1568bd85b9aa544d92db20f5) AuthConfig (b0b13c233a6ba046c4958539fba9a43cc455ec558e3045438bfc97a2ca018969) AuthConfig (e8bf7847548a86e5ff053b444fa818e4c62ae138eebce64a83e7339bb5bb9d61) AuthConfig (cf9523e496481e19a3454203961bcd26797583292de11a11aa42a5af7e648617) AuthConfig (dd939d89812e1f4ee53de19cbfac54b0c4a0d6838eb3f8b173dbcc19f84333ee) AuthConfig (75e98571932101449d72e50874cd7c7b63f19960c5648469d051342358d8941c) AuthConfig (d87dbab0305bc3651171657d6330c6ae4c7837685b6c48e8214ae4d5a7eaee2c) AuthConfig (5948c84ab1f67d1903639b2bc93f985fa86e4a44eb102ea9edb46eaa056f1194) AuthConfig (09476cf09b9cc7797b3a19add5d02248464b17cdbd007ec6fc2a980402d175ec) AuthConfig (46fc11f9e3218ac48f78f749117f8cee94801fc6579949d977f6f02d11ff4f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"009d7bfe-ebc0-4f57-aa0d-d250edbe4cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:13.276802296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"009d7bfe-ebc0-4f57-aa0d-d250edbe4cf1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.320886637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"81f08006-bdb3-42e9-a62b-6757099eb943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.377311412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"81f08006-bdb3-42e9-a62b-6757099eb943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.432477257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (557f1d125fe0a87dfbd1400356766f048f81b7df18cdfc3223f9a2c69081b90c) AuthConfig (f7dc3f0daa3a31f3f3bb2eb530883102a192dc83b4c8f2c3784b8b4b75863f7a) AuthConfig (450b407a6cc44871d78bf5832b782ef16452185eeed6a14ff2fd14acd93b734e) AuthConfig (bc5ef591a46ccde49c6f34ff8eac65a4f90af3a05d595236af54544f60d224ea) AuthConfig (ed76f751bf87d2789f3d6b529938dccbb500e3e24180f481171f2c1685db33d7) AuthConfig (4042e7bf758cee3c5b469d9796d97d49388de0aef1969f889f904ce2afc80042) AuthConfig (fae02131fd0e40eb86eb765db8fbcd5febdc7048c5a426bdd97ee35b66481313) AuthConfig (205783f6e463f7c4f76488d3b3f624c856f2239536ffda137d4b814447c68a0c) AuthConfig (dff2a25bac3fac65d82b41e328f31b0508e4b81f8f4679e8ead10a5fbd4fd0b1) AuthConfig (a0f016678b43804d4fa0070075475fdbbe32a2572e75369923a83044ff2bd1c5) AuthConfig (d3c08fec4d36cd7c599e2083f231b74056a9d8294e6ec067837bbf532c57f725) AuthConfig (e2d558b18990ca5b2685be6aec1b893b8fe6c9d294c93fa2dd036592cb82a8e0) AuthConfig (86fd3f43f86325ca92408526586a44b3c3fa72b01b5a849bb53805ba831ef3f5) AuthConfig (53cfaea1855f414bd06ea0b3d8206c5d542624f898e6b73692c9fd06065fe3cf) AuthConfig (e17ef2ebbe85fe5af11a6903a33ae77c0cd1dfa32fe5e56b053c2491af6647a5) AuthConfig (79c2aae9d09ac0528bbb08fb21a6f3a708947badc4a656fe1a84d10a66f03fcc) AuthConfig (b942758687c0d14e597bdadd43f25b0513a068aaa4d60b1fbb40a99e502c6c19) AuthConfig (11cb8a3651767c9afee5a7372ab9eb6fa90abd7a32edbf2a10eb96c5efb72106) AuthConfig (f8a3d6c28d8dd009b24bcbedc023cd27a16d33cb9f9bc31e02209fcdcfd67fb5) AuthConfig (0752bf65e82bbb37dd65c5279793feaa67094961b26a688aca07688c4c557f72) AuthConfig (f61aa26aabb6a7d777a08a86c724a34275deb0431cda467e497e3fbf5e311993) AuthConfig (ab45af82a508a99bb9e088d49310778e31ab8af198348c81b468988b74fc9cfe) AuthConfig (cb6cd5d3b50b11b0e99db4f33ed8277b219499f2cfef75b8f951b528ca39d4e6) AuthConfig (52de07748259683d596172d010a84cd16ab6b8b891b1d71aceffcdba3bffdb39) AuthConfig (af7a6a769232c3642b9f7a6d7e3a19f80c1510246dcb7a8b7b553b6844774f96) AuthConfig (bb73a57e9479d045127957ac718119b60008335350e3c6614d672e365c41c9e9) AuthConfig (7985380cb501747bfa251c1b8c7ade7adc120aa85f41a04ef5676f7df5dafe58) AuthConfig (3452141c573ac2d178ede18c0172461a99cd9bb9e9d800b4882c27e70b88e419) AuthConfig (916346925d3bf4128060f70ed1399d4706b67f8be905a82dedc130df590d5469) AuthConfig (3226bdc5245bb02ef94e1f6c3b7b9006918aa1c0d5ff00adf1ae1bc042112700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"81f08006-bdb3-42e9-a62b-6757099eb943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.437281517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"9e2afe72-49bc-4e5c-814a-b1c7ae0a507a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.493271191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"9e2afe72-49bc-4e5c-814a-b1c7ae0a507a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.551378509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c7d758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6162243e3da4847446fa1cda7bdc90b7364980c3aa9bef90e85b8982393ccc) AuthConfig (529e7230a0875860d7437323bba04bc8133ab215791f32ec5191f6ec2de50d8c) AuthConfig (4d2f0f71e2934ad7a543a328d5c2d0ec918f2d5e86eb28f219a1de8ae2580360) AuthConfig (ca74350b0619554c6ee6c812fa9b5439f845d70671b8f9075be043078fb8d52b) AuthConfig (d0bb62ca5c9fb84160365ee4f3d681fe3c84dbca896ef0f5e53ef1416bb5eb31) AuthConfig (fd8585f4f92cfbba37732942e7a48bc154f7f282cf93b81af72961e2d0a2a78d) AuthConfig (c3c1cf93588470d18528ae5e26ae539899d1f1f00718cc2a5af33a99743e0374) AuthConfig (594b5e8cc7aa2107bc86fc32a1cbf6065e844a586ffc0fcbe55ac6c621aec245) AuthConfig (ed03bf4c7de59093060fdd9f22b6665c1287ed86cec4e7045c5f2983dfb8896c) AuthConfig (d1e54116759c5c83f567bde5f775c238e264bd6632e766d5efa423fa4e1ded67) AuthConfig (5d1e4262ddb622b0f85773657153cdbd40dd0cc74a852d446cf09955ffcc5409) AuthConfig (1c2b55c19f7b082177cb3e5c39287f809053a6f718566313a52a69cea1dd375d) AuthConfig (2f9d227716ab0588a70bb6022fc97856884a03a9361d0e89a2ce7930e8df1da7) AuthConfig (f9b8322b95bdaeda799b9162fefc98a8d238d4493a018d0e10b1e082df84c77f) AuthConfig (0065deef11706fec9b9ee8dfebea10904f855f15daa5a1473421f1cf36c81ee9) AuthConfig (f3d802cde22266982fc5cf1cc5a8e4767254b683e64dc6b05ee421ed07c52988) AuthConfig (5874969506bb9feb813bd2ce4f12e34dfff775f8dd5b61a686d22d08d474d1a5) AuthConfig (33b59ae26f03f46b778b2404b7efbf925f82d5906501764a18aa297759c62526) AuthConfig (bdaa51e62c4b27fe86a310fd1539958233ff1200e30f90bea138a4c3f451b868) AuthConfig (0c926c794cb692512177b5661998e76b0a212d7898d17ec949697ec3bb2e44ee) AuthConfig (cc797b5a4f817e4b23ba30c7d775c1fdd08fd44c1568bd85b9aa544d92db20f5) AuthConfig (b0b13c233a6ba046c4958539fba9a43cc455ec558e3045438bfc97a2ca018969) AuthConfig (e8bf7847548a86e5ff053b444fa818e4c62ae138eebce64a83e7339bb5bb9d61) AuthConfig (cf9523e496481e19a3454203961bcd26797583292de11a11aa42a5af7e648617) AuthConfig (dd939d89812e1f4ee53de19cbfac54b0c4a0d6838eb3f8b173dbcc19f84333ee) AuthConfig (75e98571932101449d72e50874cd7c7b63f19960c5648469d051342358d8941c) AuthConfig (d87dbab0305bc3651171657d6330c6ae4c7837685b6c48e8214ae4d5a7eaee2c) AuthConfig (5948c84ab1f67d1903639b2bc93f985fa86e4a44eb102ea9edb46eaa056f1194) AuthConfig (09476cf09b9cc7797b3a19add5d02248464b17cdbd007ec6fc2a980402d175ec) AuthConfig (46fc11f9e3218ac48f78f749117f8cee94801fc6579949d977f6f02d11ff4f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"9e2afe72-49bc-4e5c-814a-b1c7ae0a507a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.803754885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"ecebf862-ff66-41cf-a5f9-7632a44a44f6","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.803784557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"ecebf862-ff66-41cf-a5f9-7632a44a44f6","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.908972122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"1ccf0512-f5f7-4a9c-b6d9-9376fa5ba943","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:13.909001573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"1ccf0512-f5f7-4a9c-b6d9-9376fa5ba943","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.011737565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"e2f9f660-e45d-47fd-818f-a43053db30ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.069883642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"e2f9f660-e45d-47fd-818f-a43053db30ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.49208567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"48025231-9c40-4b7e-b701-e9bf9ee6486f","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.492110493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"48025231-9c40-4b7e-b701-e9bf9ee6486f","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.404900771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"026b97fd-167a-4c89-b322-8ab2ea0f89fe","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.404925628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"026b97fd-167a-4c89-b322-8ab2ea0f89fe","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:19.457914593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"2d51889e-ff0e-40b8-8676-3a681cd62d98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-975a4c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.561100055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"cf2a3971-060e-477f-9346-08b41baa970c","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.561152001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c9d9b0-3b1b-4dfc-b7ed-de197c37253a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.561524628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59ed62fd-56bb-4d15-a9d7-13255c1190ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.567791293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"95798d0b-0eb2-40dc-a8c6-1133cb308d60","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.567810225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"95798d0b-0eb2-40dc-a8c6-1133cb308d60","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.618059971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c9d9b0-3b1b-4dfc-b7ed-de197c37253a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.618303967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"cf2a3971-060e-477f-9346-08b41baa970c","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.620575838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59ed62fd-56bb-4d15-a9d7-13255c1190ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:19.673234902Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"95798d0b-0eb2-40dc-a8c6-1133cb308d60","name":"e2e-rt-sw-975a4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-975a4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:19.673296032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"95798d0b-0eb2-40dc-a8c6-1133cb308d60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-975a4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.725314333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"07cc0f99-ae87-4024-a10e-030f2f78e11c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.725339386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"07cc0f99-ae87-4024-a10e-030f2f78e11c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.898364186Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"f3d29056-daa6-468c-bda2-86c1f8f1b028","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"e2e-rt-sw-975a4c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-975a4c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.980583255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03b45b1-3753-4b34-ba8b-87959f0cdd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.980651276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49c19ad6-1dce-44dc-97ee-f95dbd350c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.036884571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49c19ad6-1dce-44dc-97ee-f95dbd350c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.036974607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03b45b1-3753-4b34-ba8b-87959f0cdd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.083977243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"ce3d0896-502d-468d-a16f-4429132b2dfd","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.140106959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"ce3d0896-502d-468d-a16f-4429132b2dfd","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.167036753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"cdd42535-a244-4098-8c95-050758128f5d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.167064555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"cdd42535-a244-4098-8c95-050758128f5d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.375853932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"35a3b90c-c0c3-41c8-92d0-0f3dd0cbe84e","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.123970759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c17706a-6276-4b01-9061-a49ee86dab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.124856925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a4d75dcf-8390-4d48-b781-58c135c729a3","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.124860836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5548d9e7-bc4c-4789-b580-65623df326bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.180408411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c17706a-6276-4b01-9061-a49ee86dab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.181783833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a4d75dcf-8390-4d48-b781-58c135c729a3","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.182770102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5548d9e7-bc4c-4789-b580-65623df326bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.269405213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d6d31f8b-21ed-4ed7-be28-514cefc0f577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.325690394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d6d31f8b-21ed-4ed7-be28-514cefc0f577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.379738679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2bb394a2-5dcc-4cde-b1c1-dfacb1f87388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.436266788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2bb394a2-5dcc-4cde-b1c1-dfacb1f87388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.588627721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b05a6526-b9ef-4a0d-a7e6-ecd657c33bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.594045034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"142833fd-1874-4638-958c-8b04cbd76acd","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.64482309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b05a6526-b9ef-4a0d-a7e6-ecd657c33bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.707653291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"13c38856-acf8-4042-9b32-4e88d709ab40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.750764253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"43f1bf87-b93a-4dd4-81bd-9b44ebe56ea5","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.763568064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"13c38856-acf8-4042-9b32-4e88d709ab40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.961198294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"bb16e45b-60ad-472b-b32e-88da82efb7c2","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.060946858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"6a61d55a-f305-4518-9ae1-3af2ade3fde1","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.9698164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.60907613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"73200a97-8c59-4f8d-ac55-b4dc3418922a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.662903064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"fdf0fc55-a288-4784-9e7f-1f581db5381e","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.81801217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"c150fa9e-c8cf-4659-a119-e46e075dfc49","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.873830237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"c150fa9e-c8cf-4659-a119-e46e075dfc49","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.890218531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"9a38163a-9437-47d7-ab38-68486014a6fa","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:28.946098421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"218e67b6-fd8f-47f5-bb33-09f391a17f18","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:06:28.994748392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217","reconcileID":"42c59923-6996-4ef6-ac9f-79ab20abb107","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-fdc0d217\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.046930392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7a90df9f-fcd1-4f5c-b209-42951079c6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.046995915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f10eee99-bf26-4e3a-a020-393c917e88c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.104596697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7a90df9f-fcd1-4f5c-b209-42951079c6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.104599998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f10eee99-bf26-4e3a-a020-393c917e88c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.105726633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"5a89ea1d-6024-435e-a2fd-6c18e1ab0672","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.161385443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"81fc0c0c-315a-4992-b606-1f5dc7d9436e","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.191988187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"3cb663bd-5c14-4c08-9dcc-b0c3bda98208","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.346724535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"d8b52518-cca0-4499-92c0-d65b668cf5bf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.40305265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"d8b52518-cca0-4499-92c0-d65b668cf5bf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.425916011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217","reconcileID":"c5f84c70-042d-4fd3-a99a-0dcfc17efb4a","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-bulk-sub-fdc0d217","ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.490903802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d068f94b-4427-4ee6-83b1-fd88fbc8bd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.491029069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9c2e74af-0bf8-49e4-99e6-c0c07ce97787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.546887439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9c2e74af-0bf8-49e4-99e6-c0c07ce97787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.54737104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d068f94b-4427-4ee6-83b1-fd88fbc8bd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.5895432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"e077e6cf-19a5-4260-bffc-43fa123c2136","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.634711465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"856d0a26-c41d-423d-989d-f46f6a26bf8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.798512335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217","reconcileID":"55840c82-29af-4c89-9484-7e4edb544d5c","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:30.576494234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"a6e5e01a-712c-4e2b-b96a-5ad250a4ade5","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:30.848250887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"794d5194-d954-4df1-a0ed-34b1a35ea32c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:30.848365456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"794d5194-d954-4df1-a0ed-34b1a35ea32c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.321404893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a701f95-2f23-4e9d-877a-208a6b38638a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.322450328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ff6571-79aa-41b8-9f29-815b8097b354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.321972108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"90312218-8512-4dbb-8340-70cac3df7ad1","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.382057953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ff6571-79aa-41b8-9f29-815b8097b354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.38259421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"90312218-8512-4dbb-8340-70cac3df7ad1","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.384675898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a701f95-2f23-4e9d-877a-208a6b38638a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.79766373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"54b70cb7-ff83-4719-b7a9-a14060b90fb2","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.854517741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"bd8bde44-7627-4a5a-b3f2-b374a138e7ee","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.854541727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"bd8bde44-7627-4a5a-b3f2-b374a138e7ee","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.964491205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"ab894c7b-4f5d-445f-b537-2735a623f6cb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.96477032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2402e910-dc33-4b72-b2d1-5cf38161b628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.965031141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b0e66b48-6884-408c-9f02-d3b05fe7d62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.016598349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"9f9a5b51-5d02-4111-a7e8-1fd2de5af803","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.02123218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9bad6e8-6828-4bfc-8a2b-647aefd95109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.026299137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72c3fab3-fc52-4d9c-99be-7ef2d0fbd61e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.026370491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72c3fab3-fc52-4d9c-99be-7ef2d0fbd61e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.029735376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"ab894c7b-4f5d-445f-b537-2735a623f6cb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.032182962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b0e66b48-6884-408c-9f02-d3b05fe7d62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.034055414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"483014d7-8dfb-4e55-9067-f6404def986c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.03407349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"483014d7-8dfb-4e55-9067-f6404def986c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.038188138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2402e910-dc33-4b72-b2d1-5cf38161b628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.079315937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"9f9a5b51-5d02-4111-a7e8-1fd2de5af803","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.079603283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9bad6e8-6828-4bfc-8a2b-647aefd95109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.087256439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"d175f790-8feb-4ce4-be64-b8db8fb893c3","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.087272511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"d175f790-8feb-4ce4-be64-b8db8fb893c3","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.140361157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac3d4a7e-1a38-4897-9b86-b4960ea02665","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.14038899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac3d4a7e-1a38-4897-9b86-b4960ea02665","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.140831385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"152401dd-bf5d-4066-b8a8-0106927cfb4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.140846732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"152401dd-bf5d-4066-b8a8-0106927cfb4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.14104605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8f09222-124d-4e66-a32d-b95886068e60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141056583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8f09222-124d-4e66-a32d-b95886068e60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141237973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd7cb10-5155-4c6c-97ae-8bc776ddbf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141248226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd7cb10-5155-4c6c-97ae-8bc776ddbf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141505705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e6a9b0b-ce12-4871-b82a-82b2513c2436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141515136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e6a9b0b-ce12-4871-b82a-82b2513c2436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141756336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07b7a996-d2a4-4b57-a61d-19ca36bf6372","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.141767672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07b7a996-d2a4-4b57-a61d-19ca36bf6372","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.244144853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c6210a7-640a-4b38-8f33-330fb179b58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.244193676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13f2c058-4bfc-4e72-bed5-6a064f1e5a90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.296854139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"7362062b-4b3d-4c48-9704-73d887e80e35","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.347061748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"fd2aa208-a144-435b-9a07-fe41689bca18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.347315176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3ec22c1d-1f44-4c2d-9841-47ff386421c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.359905577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4b8373d4-c2b5-4ac5-b5ac-a70f0181a8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.393655129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9d498aa6-eb80-4a69-92de-2d25c8f7bcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.406594303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"fd2aa208-a144-435b-9a07-fe41689bca18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.414746165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3ec22c1d-1f44-4c2d-9841-47ff386421c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.422437519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4b8373d4-c2b5-4ac5-b5ac-a70f0181a8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.451075822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9d498aa6-eb80-4a69-92de-2d25c8f7bcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.497499897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"58fb67c7-1488-46fa-84f0-7afd8ce61c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.55731665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"58fb67c7-1488-46fa-84f0-7afd8ce61c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.641996835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"af2a5477-6021-4b98-8334-a810505128d7","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.777651637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3508273c-538b-4d56-89c8-24f54dd02cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.778045955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"133ec28e-f082-4c03-bf2e-cb08fb830891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.778075845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"32ab8e02-8810-48cd-93cd-12f6d1af6842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.829782294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ef6626-901d-48a8-9fe2-e191531bdeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.83619958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"133ec28e-f082-4c03-bf2e-cb08fb830891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.837189235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3508273c-538b-4d56-89c8-24f54dd02cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.840286989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"32ab8e02-8810-48cd-93cd-12f6d1af6842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:34.88678201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ef6626-901d-48a8-9fe2-e191531bdeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.031504428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"5c3f316a-e998-439b-b777-109c7e6d482f","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.032327058Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"6c7edc2f-ed5d-4796-afe9-adde9bf56f3c","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.08810758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"5c3f316a-e998-439b-b777-109c7e6d482f","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.206471559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"593831dc-d139-44a9-b09d-afde32b3fc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.207492476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"b335376b-d67a-483a-9bf5-5a17b5762ec2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.258729225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de10d153-4823-461b-ad36-f2e5615a5018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.262408493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"23d55d91-9d73-4764-ba3b-209c0aae62a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.263619407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"593831dc-d139-44a9-b09d-afde32b3fc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.266575284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"b335376b-d67a-483a-9bf5-5a17b5762ec2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.324567457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de10d153-4823-461b-ad36-f2e5615a5018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.32822355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"23d55d91-9d73-4764-ba3b-209c0aae62a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.569794577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e1c4c5-eca7-4889-b0d9-b4de504cef54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.627077845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e1c4c5-eca7-4889-b0d9-b4de504cef54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.72325649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d656241a-59e5-490e-b1bc-0990c5766cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.723351517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"50275580-a9bd-40dd-bf90-7d9a660b11ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.723817816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8d517b23-ba45-4d4d-a408-8e790701c321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.774772833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"097f83b6-5f38-497a-80f5-5e675da3c902","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.783907614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"50275580-a9bd-40dd-bf90-7d9a660b11ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.789340353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d656241a-59e5-490e-b1bc-0990c5766cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.792500484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8d517b23-ba45-4d4d-a408-8e790701c321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.831718759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"097f83b6-5f38-497a-80f5-5e675da3c902","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.940905645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a948dff4-78a9-4488-a145-65213979bcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.005592842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a948dff4-78a9-4488-a145-65213979bcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.146853069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cf6b04bd-632b-4ce3-8210-949adb485693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.14715587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3cdc1cbe-e538-4cca-b086-d5a2b5808a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.146853067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3d98be78-18cd-4b39-9051-c77ff75f4348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.210394786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cf6b04bd-632b-4ce3-8210-949adb485693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.215053417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3d98be78-18cd-4b39-9051-c77ff75f4348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.22288654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3cdc1cbe-e538-4cca-b086-d5a2b5808a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.261203844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"4db13eb5-5cd7-4ba0-b8fc-4e9cb80f0244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.321407201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"4db13eb5-5cd7-4ba0-b8fc-4e9cb80f0244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.578743252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"a5a0a3e4-96f0-4d95-8d15-65aefad4d312","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.635317332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"a423ce25-b0e5-4551-afed-cc89152869f5","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.796239665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-gw-auth-6b27f4b4","reconcileID":"3c7e6499-ad52-4f91-a5e0-f6d8078e9640","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.853089882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-gw-auth-6b27f4b4","reconcileID":"3c7e6499-ad52-4f91-a5e0-f6d8078e9640","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:37.166808333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1c2685b6-8e55-47db-8ae1-386824141ea6","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:37.322539412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-gw-auth-6b27f4b4","reconcileID":"572bd5b2-fb65-4809-b119-00862678c794","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:37.378773642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-gw-auth-6b27f4b4","reconcileID":"572bd5b2-fb65-4809-b119-00862678c794","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:39.72366498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"64c3308a-8b73-4c82-b939-5925e91f59a7","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:39.723684703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-gw-auth-6b27f4b4","reconcileID":"51c10be1-c971-4557-bcca-1c460e8e3b0c","MaaSAuthPolicy":{"name":"e2e-gw-auth-6b27f4b4","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:39.93219592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"b849401d-6a4d-4f43-a3d3-ba0a9dfca4fe","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.347896277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"4d9f7c99-132c-4213-b8f5-b2332c05875c","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.348346183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"51674a68-0490-40ad-ae5f-08fc5ad778e8","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.411805733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"decd3cd0-e5a1-4d31-a24e-a20ea255cb65","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.412398094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7bf9b98b-7985-46d5-a1c9-032fd97fb7c5","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.505760418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9d4898e8-c854-4135-80ad-28de57ccecf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.505778887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1cd409f3-f1c7-4d57-9038-fcc90d50b3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.559071116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"ff6f8fbd-ecc3-413c-bf1c-70db70844a8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.559282052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"9c75782c-91ca-45c8-9a4b-042c606a2bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.56251229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1cd409f3-f1c7-4d57-9038-fcc90d50b3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.564277037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9d4898e8-c854-4135-80ad-28de57ccecf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.928464027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9a025308-99d1-474e-bea0-cb6553ebd1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.92846403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ef8f1795-207f-4651-bf47-8a737d144f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.985155642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ef8f1795-207f-4651-bf47-8a737d144f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.985233489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9a025308-99d1-474e-bea0-cb6553ebd1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:44.805086645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217","reconcileID":"df24f998-6d31-4cbe-888a-6009d6c4d00b","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscription":"e2e-bulk-sub-fdc0d217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.023717246Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217","reconcileID":"df24f998-6d31-4cbe-888a-6009d6c4d00b","MaaSSubscription":{"name":"e2e-bulk-sub-fdc0d217","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.106224133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08ddc83-2844-4174-872b-ebefc5fbed6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.106515003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"f9162b1d-762e-49b4-8aff-17155c8ebb31","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.10624662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53ac4573-f0c8-4e32-86f3-ef158c505786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.166230028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08ddc83-2844-4174-872b-ebefc5fbed6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.167777816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"f9162b1d-762e-49b4-8aff-17155c8ebb31","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.168644352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53ac4573-f0c8-4e32-86f3-ef158c505786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.233994562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"43e58000-2cc8-4e0e-bf83-8a5ed94759c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.282847128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"762056c0-e27b-46d8-bc59-43652ab8cd62","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.447527376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f32e36c4-98b3-4944-9d88-b7cedc01a02c","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.469317112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"6e875cc9-c197-4532-a6c2-a744bbd032ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.469328934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f760c76d-1d6e-4cc9-85f7-f266d481af69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.536145002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f760c76d-1d6e-4cc9-85f7-f266d481af69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.543496178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"6e875cc9-c197-4532-a6c2-a744bbd032ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.544364055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"d3e0d1e6-3fb7-4940-908e-e60e140aefc3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.602398641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"d3e0d1e6-3fb7-4940-908e-e60e140aefc3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.75741081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-bulk-sub-fdc0d217-auth","reconcileID":"e5a75841-aa05-4b7f-ac95-079a049da50e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fdc0d217-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:45.919262772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"64986720-68d0-448e-82f4-dd9ffe7b13a0","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.937468222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"83782889-0974-4417-b49c-08fff890a5a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:54.970845491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:56.669237722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"b5fad140-bed6-41f2-9d5c-dd955d0ba8b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:00.217078873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"79b7852c-4d3f-4995-bcd0-7acbb2128f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:00.217078617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3d141d19-29fa-4e79-ab47-0b5ce40066a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:00.274645135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"79b7852c-4d3f-4995-bcd0-7acbb2128f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:00.274644255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3d141d19-29fa-4e79-ab47-0b5ce40066a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:07.880603733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"be463931-0075-4ada-bb48-2b1f182463cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:10.802079373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"5bde98d9-06e2-4035-bc4e-43b81f478dc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:14.129177181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"fddd20bc-8014-4eed-9a7e-661e7a744e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.505324509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"ff69f138-41f0-4185-a35d-0897de1fd95b","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.571234419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"22852f0d-83ce-404e-8c1d-d00ec7410241","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.571262384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"22852f0d-83ce-404e-8c1d-d00ec7410241","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.682565001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9a19a881-b791-4a08-96e4-530fabc7b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.682905328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d8530ff4-9b73-4295-869e-21b5eb42ca45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.68256494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b0ecf815-1cdb-40a4-9c74-03a8dc4d7ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.683555225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"84b5e29d-d027-45eb-8b64-b9a984a51846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.73555218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e915b6b7-9104-41d8-a0e6-f5ed4685530f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.741982209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9a19a881-b791-4a08-96e4-530fabc7b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.742785757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"84b5e29d-d027-45eb-8b64-b9a984a51846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.745967934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b0ecf815-1cdb-40a4-9c74-03a8dc4d7ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.746403786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d8530ff4-9b73-4295-869e-21b5eb42ca45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.756443548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2cefd6a-91d0-4eef-9dff-2fdeb4fc6832","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.75646917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2cefd6a-91d0-4eef-9dff-2fdeb4fc6832","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.756838513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53aa4cea-3293-40ce-adf4-04c09ddf409d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.756857623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53aa4cea-3293-40ce-adf4-04c09ddf409d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.757148635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e30dc09-c0e8-42d1-8d60-d5535dffc3c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.757166054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e30dc09-c0e8-42d1-8d60-d5535dffc3c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.757455731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4545e47b-e5c7-4121-921e-34405a05fe77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.757470672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4545e47b-e5c7-4121-921e-34405a05fe77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.791944341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e915b6b7-9104-41d8-a0e6-f5ed4685530f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.812974924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"3bd3ba89-d9e2-4984-aeae-f5779a6ecafe","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.812996843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"3bd3ba89-d9e2-4984-aeae-f5779a6ecafe","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.865327413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f03f902e-8f3d-4463-ae2a-5f3ce18aec68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.865346546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f03f902e-8f3d-4463-ae2a-5f3ce18aec68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.866302482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"820dcac5-6915-4c12-b281-e8129841802e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.866321151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"820dcac5-6915-4c12-b281-e8129841802e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.866956094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09ea7ebe-964b-4300-9a59-42944a27ee4c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.866975592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09ea7ebe-964b-4300-9a59-42944a27ee4c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.867571228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b41abee6-63fb-49f3-b8e6-d9c09793414a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.867588594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b41abee6-63fb-49f3-b8e6-d9c09793414a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.966614788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75bece8f-86af-4512-b03b-4cbb081210a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:16.966912911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19541a0b-ccc3-4893-b9e4-1719082d63e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.018933676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"386c8fcb-5042-44d6-b0c0-c64cd1fb4f30","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.103431257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"edba4287-18b1-4dcf-803e-c1637645b54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.103502295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"8a555720-fc36-4b2f-bb2b-153e4731698d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.155473711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"2a6cd3ca-be19-411d-8be1-64fea6a50b64","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.15823738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31c855e-f719-425d-acfa-e0530dfe30d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.160281546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"edba4287-18b1-4dcf-803e-c1637645b54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.160965332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"8a555720-fc36-4b2f-bb2b-153e4731698d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.204721808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b55684b3-c6dd-4f0a-9cdb-a9af1c4b85e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.211785145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"2a6cd3ca-be19-411d-8be1-64fea6a50b64","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.215279155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31c855e-f719-425d-acfa-e0530dfe30d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.261640433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b55684b3-c6dd-4f0a-9cdb-a9af1c4b85e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.320601917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"7710b22b-a595-4915-9d16-bc8685adbe5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.476354486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"970a5ef1-ad99-446d-bc2d-c792d0e905ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.521383751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"766a3469-8ab0-4134-9d2f-88f356d5b3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.521597014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4afb4140-27b1-43cb-b4c5-48f0966fcc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.528864467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2f61ac5-d47d-43cf-8670-e914fab9fdc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.577779041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4afb4140-27b1-43cb-b4c5-48f0966fcc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.578500289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"766a3469-8ab0-4134-9d2f-88f356d5b3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.621375855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"13acbbc2-e74b-4459-80fb-da481ae3f61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.639093027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"f42e4d91-77aa-4a67-b58c-d73c2c080c7c","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.6428981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b78daff-b000-4c47-a359-26af8db0e2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.673284766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4874ccb9-7c8b-4ba8-bc33-2862693de351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.677748635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"13acbbc2-e74b-4459-80fb-da481ae3f61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.701747894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"bba0122a-d918-4a98-8ef2-79bbaa78faef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.730225031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4874ccb9-7c8b-4ba8-bc33-2862693de351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.811429456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"d5eb9cb8-36e7-4f82-a665-1723c2716f42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.817081118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"d44af7a6-0611-4516-8c2b-face243d9d9f","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.907354854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6f0a81a6-17e6-4b79-925f-5c8ce9db603e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.97414911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b05c02aa-5978-4974-9e23-333a7a8b0fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.974492151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e71d9cf3-8936-45ba-bc6d-3ea36437a73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:17.97459109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"92a80661-e34d-47ec-adcc-7c3b4d29cd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.007789526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"8756eea1-36ad-4657-ab5e-5cfa74488598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.022857253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"cedce39f-2bed-4d69-9932-74cc66e148da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.030154423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b05c02aa-5978-4974-9e23-333a7a8b0fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.031685104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"92a80661-e34d-47ec-adcc-7c3b4d29cd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.032534992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e71d9cf3-8936-45ba-bc6d-3ea36437a73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.107168463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d99b7efa-9397-4d55-8355-4bfe40d99702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.124667149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"e2581a86-4bfe-4a5d-bb35-254100274bd3","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.130905595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"54f27bb1-b593-4b84-9e70-498a407caa27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.180582942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"e2581a86-4bfe-4a5d-bb35-254100274bd3","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.224822575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2662cd21-cee2-4798-94c8-a4d41397fad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.239998722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"556715af-7fb0-43ca-bb25-1c97f44e1378","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.281168702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2662cd21-cee2-4798-94c8-a4d41397fad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.340497936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4ca4bab2-f94d-4611-b665-2875ad23fd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.341076459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5ad5a2e7-718d-401a-bb66-49d9e4d31994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.39081838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5801337-654b-48e1-8248-73bb6380fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.396332504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4ca4bab2-f94d-4611-b665-2875ad23fd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.396955997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5ad5a2e7-718d-401a-bb66-49d9e4d31994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.446375933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5801337-654b-48e1-8248-73bb6380fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.59145411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66b9cb4b-39f5-4c0b-b74a-6b531913763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.593210843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1ac97f46-eb23-4562-b315-bc2215752c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.647883622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66b9cb4b-39f5-4c0b-b74a-6b531913763e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.648949694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1ac97f46-eb23-4562-b315-bc2215752c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.704877345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7f615119-5fbe-468a-887f-091d59b36219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.705328491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"642196a1-94c7-4610-b2d0-8528d3a53ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.755927552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e254eb7e-db11-4fef-b1ac-3f2945238d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.760985379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7f615119-5fbe-468a-887f-091d59b36219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.761054336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"642196a1-94c7-4610-b2d0-8528d3a53ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:18.81190394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e254eb7e-db11-4fef-b1ac-3f2945238d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:23.939671286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-a-7e89b72d","reconcileID":"400afe2d-4a60-4771-ba1e-0a70bcc034b7","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-a-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-a-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.229450576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"002ed01b-70d8-4528-aebc-5ce309790713","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.229782079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"22497ef1-7ab9-4b58-9b51-39b34edfebdb","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.290153215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"585d9fe8-ee33-4764-a112-46843fe364f2","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.290525663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"c652d420-8573-413f-89c5-c42e6996ef45","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.386644237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d29abb6c-eeb6-43c0-a770-637ddb82c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.387145613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"db878427-ed57-4b37-adc6-0bfb8f9acfac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.440743176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"440015f7-77d9-423a-8419-60ab5680962e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.440777438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"1dd14633-c42a-4b96-99f5-bf6666b1ff76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.444414337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d29abb6c-eeb6-43c0-a770-637ddb82c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.444861591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"db878427-ed57-4b37-adc6-0bfb8f9acfac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.806054988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f6257b56-227f-4eb3-89e1-7404bf5de0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.806055039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ac5d09f1-6f97-492c-bfc4-f99f56825416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.864240224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ac5d09f1-6f97-492c-bfc4-f99f56825416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.864633335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f6257b56-227f-4eb3-89e1-7404bf5de0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:24.968637006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.165300422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a23c2179-ee1f-4718-925b-c450d319aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.165947814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"c162712f-9230-4ac3-8ba1-4c243b230887","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.166485316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f254a2e-9ba0-46ea-b58b-de238c82b8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.26995761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"c162712f-9230-4ac3-8ba1-4c243b230887","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.277021502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f254a2e-9ba0-46ea-b58b-de238c82b8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:28.281160193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a23c2179-ee1f-4718-925b-c450d319aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:35.608751022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"a5e10296-c53d-4fd6-b07d-e884e93021dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:36.96992184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"982f8608-c454-4472-a6f2-7c257b9644c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.074160719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2545db3c-1277-4516-9853-9d63e25dd723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.181018448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"689a46bb-44de-4b27-8a5f-485bdc82c5a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.28212503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"0bcae59f-f5f2-40aa-a5a9-87c5a6e97be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.382849548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29175832-30cf-4720-882b-ac5d7be87b89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.382968854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"5a0ec53d-b4f7-4e78-b3b9-092d6cf18b7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.495805045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7dca2ad6-69d7-497d-915f-51c110955c5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.535744845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"43307cc6-63ef-4916-aec6-1ee4504241c5","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.598985764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"747658e0-c056-47bb-9371-197a7c2ec834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.700129633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"4715bbfe-7dd8-4df5-b960-01f2ab4474c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.700140876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"d676966a-82f7-4ee7-8725-f930ca358fea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.813449379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"1d9a0ab6-288b-4eec-b8e3-4efd4c50186b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:37.905844448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"7f846289-73d7-4a3b-bf69-1bcc29779e2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.034856073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1216142b-c12d-4213-a016-b8a96bf23717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.034854514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"09ec124a-4a94-4db4-8799-b96fb0a5b15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.092340106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"09ec124a-4a94-4db4-8799-b96fb0a5b15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.092761233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1216142b-c12d-4213-a016-b8a96bf23717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.896935995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"436c33d1-95fe-4fd0-9699-96e30347123c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.897309906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"c527e4b0-89ae-418c-b9c1-6a58465f0a3a","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.961760245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f1469332-4b9c-4b46-84b8-7bd70505856c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.962050658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"742fccf2-8dd4-4bbc-a776-e58a8c03644a","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.053845596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d1da210-7a7c-466f-995e-dec44c67539a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.053846879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"510a56b3-1188-48fc-bb8e-99671df3b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.106753491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"3f9b1e74-da4d-42e9-8234-8bbd32247546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.106806289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"53f8fde2-adbd-4b78-baf6-7b61bda0fc41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.110308056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d1da210-7a7c-466f-995e-dec44c67539a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.110449099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"510a56b3-1188-48fc-bb8e-99671df3b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.471065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"52d27f1d-781f-4de3-9ad0-512046eb3286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.471145726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8375972a-07d7-48cb-9f7c-b949b2bf9acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.527297407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8375972a-07d7-48cb-9f7c-b949b2bf9acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:40.527352876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"52d27f1d-781f-4de3-9ad0-512046eb3286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.311090791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"10853ea2-f18c-4526-9c45-9d204396bf50","namespace":"llm","name":"e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.368036955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"a8d716a7-718e-48e9-98b8-3cb4067f5e7d","namespace":"llm","name":"e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.467564934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e4ed252e-0fd9-45d0-8096-ac264b751fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.467566868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"fb62717d-c0eb-49dd-a439-4d6a30f533e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.468264766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5f386b62-c31b-4838-9a6b-8214b55742ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.468277649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"42c72a78-41c0-410d-a1a5-e8b694695390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.468750779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"505d5b50-2f19-4369-b916-54acf7648669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.524553978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"fb62717d-c0eb-49dd-a439-4d6a30f533e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.524754481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e4ed252e-0fd9-45d0-8096-ac264b751fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.527547579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"505d5b50-2f19-4369-b916-54acf7648669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.527628764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"42c72a78-41c0-410d-a1a5-e8b694695390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.529953035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5f386b62-c31b-4838-9a6b-8214b55742ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.695850072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"45f1ef37-4523-424d-85ac-4ae3adc365c6","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"name":"e2e-rt-eq-02f874","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.80435809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdbdb8df-cb56-410b-a0bc-b3a83ecdfc01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.804389291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdbdb8df-cb56-410b-a0bc-b3a83ecdfc01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.804653919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"341d72ee-6028-4663-a2fe-694dea5ada8e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.804668182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"341d72ee-6028-4663-a2fe-694dea5ada8e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.804909772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbafc8a9-3e9c-4f46-91ef-fc9e40f8ac1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.804921889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbafc8a9-3e9c-4f46-91ef-fc9e40f8ac1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.80522307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7c7568e-9833-4b2d-a78a-739abd672610","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805234322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7c7568e-9833-4b2d-a78a-739abd672610","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805452637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"01200dc1-b40c-481b-93ab-7cc4404cc649","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805464153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"01200dc1-b40c-481b-93ab-7cc4404cc649","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805655286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f375eaac-d562-467d-af5c-3599f9c17ed3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805665718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f375eaac-d562-467d-af5c-3599f9c17ed3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805886831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0de0b2d3-af05-4c25-8b78-1ece9156009d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.805899792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0de0b2d3-af05-4c25-8b78-1ece9156009d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.858158229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"7f2cceed-7d61-40f8-a8d0-4033c3778f7c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.858188123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"7f2cceed-7d61-40f8-a8d0-4033c3778f7c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.887307663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b770a75d-53a7-4714-b8ab-1945e32bcda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.88731935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"22ca5c1a-441f-4921-8cfc-83f5cf3fc7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.888045415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"68f2714d-a5c6-414f-b976-0806b39cd819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.894664702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"679434ec-6401-41b8-87a4-8c8ef870c0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.94420512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"68f2714d-a5c6-414f-b976-0806b39cd819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.944229007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"22ca5c1a-441f-4921-8cfc-83f5cf3fc7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.945854493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92441e7b-dde2-498f-8e93-eb8b918f191f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.947231207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b770a75d-53a7-4714-b8ab-1945e32bcda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.95031854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"679434ec-6401-41b8-87a4-8c8ef870c0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.962032601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"93724264-f2bb-4a84-ac4f-0164724e1cc3","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"name":"e2e-rt-eq-02f874","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:43.996886461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba5453b5-fbe7-4e25-91a3-70cbae4acc51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.002138885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92441e7b-dde2-498f-8e93-eb8b918f191f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.01429108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dea7a477-1716-454d-8b5c-1b5516918691","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.014311535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dea7a477-1716-454d-8b5c-1b5516918691","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.014572003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"921fc0d1-83a3-4de9-b71a-b77d15b0b5fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.01458451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"921fc0d1-83a3-4de9-b71a-b77d15b0b5fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.014832834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a63bbe2-bc4d-4512-a894-70d4ea06aeec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.014845469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a63bbe2-bc4d-4512-a894-70d4ea06aeec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015153378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3733dc34-b537-4486-9c4f-63e575b7d545","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015166113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3733dc34-b537-4486-9c4f-63e575b7d545","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015388367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"85bdf774-86fc-4f25-8ee0-75900f323d4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015400292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"85bdf774-86fc-4f25-8ee0-75900f323d4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.01559986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64965061-17ce-4d60-a953-cf7e78cd87e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015610385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64965061-17ce-4d60-a953-cf7e78cd87e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015819432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f51c8f8-f7f4-41ff-9ba9-9a26fcc0aae6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.015832223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f51c8f8-f7f4-41ff-9ba9-9a26fcc0aae6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.051642224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"690963e3-c55a-4a28-ab29-02959f605696","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.068868777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"3d6cc042-7808-4660-8533-95310368926c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.068894446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"3d6cc042-7808-4660-8533-95310368926c","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.096836565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b81981a3-604b-4147-9449-bd5e17e14f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.12176259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72f304d8-b1ee-4e09-b5b7-adc430e4d55e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.121781913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72f304d8-b1ee-4e09-b5b7-adc430e4d55e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.30533678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"58a788cd-5aff-45fa-b3d5-2029a9d60a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.30555105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1629b41e-e506-4c3d-9e14-c75b1e964059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.356099602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"f886366d-a26e-42ae-be4f-94df2b25dc78","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.356158589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1113dee8-dcc4-42aa-b6a2-2c3056739ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.366350544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1629b41e-e506-4c3d-9e14-c75b1e964059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.366862336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"58a788cd-5aff-45fa-b3d5-2029a9d60a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.405114065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6565b020-99ae-417f-9fbe-526e0d10726a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.412314256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1113dee8-dcc4-42aa-b6a2-2c3056739ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.412362526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"f886366d-a26e-42ae-be4f-94df2b25dc78","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.46101042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6565b020-99ae-417f-9fbe-526e0d10726a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.730484196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"47d7dd5a-9d09-4042-b9e2-f93dca24e11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.730640904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ff5fdd6d-9a72-482b-9e76-0c3f7e0bccc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.782284137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"578ad62b-5ac8-4d41-8bf4-da99cabdd3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.787032334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ff5fdd6d-9a72-482b-9e76-0c3f7e0bccc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.787116522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"47d7dd5a-9d09-4042-b9e2-f93dca24e11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.834812851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d873c7-6354-4353-b96e-93642e03b3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.839191725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"578ad62b-5ac8-4d41-8bf4-da99cabdd3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:44.891148312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d873c7-6354-4353-b96e-93642e03b3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.101632532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"24f82abd-c3f3-4999-91cb-8de0854be137","namespace":"llm","name":"e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.154285313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"d8dd6250-e97e-494b-811e-07e50f471169","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.1543211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"d8dd6250-e97e-494b-811e-07e50f471169","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.259079151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"38d42846-5d65-4c99-8091-59bb899e3672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.259078178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b01bbfe3-5942-4efe-b787-300365d62f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.259620259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"df690885-5297-489a-9779-6f3e466d2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.259761908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"96d087fe-5e10-409a-94c8-f63758951aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.311549834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d98af90-0b2d-4474-b890-f70b4f0e7744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.315446105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"38d42846-5d65-4c99-8091-59bb899e3672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.316229334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b01bbfe3-5942-4efe-b787-300365d62f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.317952275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"df690885-5297-489a-9779-6f3e466d2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.31856962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"96d087fe-5e10-409a-94c8-f63758951aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.36745887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d98af90-0b2d-4474-b890-f70b4f0e7744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.628099819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"750b316a-5cdb-45d8-9e58-79ccc95a6413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.628427412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"593ef753-3e21-4c99-b087-2a433abb3643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.628101513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"28a18606-7039-4a91-a539-829f6c32a14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.67880762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5cee3a53-d255-4a26-9614-0f4b14e8644a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.680521351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3de3c772-352b-4d70-9773-0464aea518dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.685325163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"750b316a-5cdb-45d8-9e58-79ccc95a6413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.685416381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"593ef753-3e21-4c99-b087-2a433abb3643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.687873325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"28a18606-7039-4a91-a539-829f6c32a14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.738336721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3de3c772-352b-4d70-9773-0464aea518dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.738818262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5cee3a53-d255-4a26-9614-0f4b14e8644a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.998998291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9068e105-05de-4008-8a7a-1a2618dbc890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.998998027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a1e58c43-f327-4f67-8d54-60640286db6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:46.054655261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"4bd65e56-5429-4f74-b191-50022acc6a36","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:46.061073496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a1e58c43-f327-4f67-8d54-60640286db6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:46.061050682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9068e105-05de-4008-8a7a-1a2618dbc890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:46.110253064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"4bd65e56-5429-4f74-b191-50022acc6a36","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:48.106190546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"913a6505-3732-4ba2-9ac6-301b9df554cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:48.106190505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"43c57a6b-cf76-4e74-8da3-880d033ecb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:48.162953899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"913a6505-3732-4ba2-9ac6-301b9df554cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:48.162977924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"43c57a6b-cf76-4e74-8da3-880d033ecb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.429370482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"fb6b6438-6f01-4e07-9d01-7167ac4694e6","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.429404119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"fb6b6438-6f01-4e07-9d01-7167ac4694e6","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.533910547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"d0220d8a-60af-45a7-a2eb-0d86b9cdbccd","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.533939726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"d0220d8a-60af-45a7-a2eb-0d86b9cdbccd","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.69026768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"8ecd3f94-e985-4e39-b29d-be9584ec7584","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:49.749006726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"8ecd3f94-e985-4e39-b29d-be9584ec7584","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:50.175799589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"c081bac2-71c7-448e-b3db-265d4aa244ac","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:50.175826676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"c081bac2-71c7-448e-b3db-265d4aa244ac","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:54.957104743Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:54.96973561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.011682555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"54698cd7-a6dd-492c-b2e7-8bfe8b0ea121","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.011737549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"54698cd7-a6dd-492c-b2e7-8bfe8b0ea121","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:55.063240774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"526a52f7-95d4-4f85-882d-c0ac1d7fd1fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-02f874-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.174638451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"0ff391d6-8ea8-457b-86eb-43a13b92d3ed","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.174669502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"0ff391d6-8ea8-457b-86eb-43a13b92d3ed","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.218827422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4e3b88-bb02-4fac-a68b-5c4e2f540b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.218867154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"a79e897a-7b22-4689-bd61-4f88d31f1ad9","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.219384323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"7d09998b-5f66-4b2c-8f59-73940e33c083","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.219407741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4c0d4e0-42dc-495f-812e-990764db5f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.27646508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4e3b88-bb02-4fac-a68b-5c4e2f540b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.276645803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"a79e897a-7b22-4689-bd61-4f88d31f1ad9","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.279183258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"7d09998b-5f66-4b2c-8f59-73940e33c083","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.279400749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4c0d4e0-42dc-495f-812e-990764db5f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:55.279668964Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"0ff391d6-8ea8-457b-86eb-43a13b92d3ed","name":"e2e-rt-eq-02f874","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-02f874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:55.279754433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"0ff391d6-8ea8-457b-86eb-43a13b92d3ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-02f874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.33157532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"a9d7429a-8152-406b-9dbe-fbe1c329d924","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.331603818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"a9d7429a-8152-406b-9dbe-fbe1c329d924","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.435476611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cef7df5f-c0f3-418c-b9e6-2408a3a30ef3","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.435501521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cef7df5f-c0f3-418c-b9e6-2408a3a30ef3","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.499511893Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"8a03759f-960c-435b-9d4b-c7f7bbec40f4","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"e2e-rt-eq-02f874","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-02f874-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.693374335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"991ac96b-c8d8-48c0-8581-f8773524569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.69337366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af40c59-41d4-429c-9a43-3f228e614f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.750167848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"991ac96b-c8d8-48c0-8581-f8773524569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.750237809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af40c59-41d4-429c-9a43-3f228e614f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.769427429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"016cd984-58bd-45a2-9aad-3699975711db","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.769452316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"016cd984-58bd-45a2-9aad-3699975711db","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.796969417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"02840082-4d0e-4471-958f-390a2e2515d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.797185155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"c97ff693-358f-42f2-a2ae-d708da806acd","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.854467125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"02840082-4d0e-4471-958f-390a2e2515d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.854467203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"c97ff693-358f-42f2-a2ae-d708da806acd","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:55.978348549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"6c89ae38-0b78-4d8d-bf89-b57fcd80e7b0","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:56.246372699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cb0f0259-c5a6-41c5-93cb-b71ab5594282","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:56.246402562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cb0f0259-c5a6-41c5-93cb-b71ab5594282","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.230074931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"2cd68f9d-f286-4f2a-b9e6-99f39c035201","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.230422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"3200c3ff-0e4f-4bc8-b0ed-762fa6972fa2","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.293024233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"101fbda3-47f4-4451-8c67-bd7b7bff3be3","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.293346512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"0d8c8dbc-f75c-48fe-8e90-433e739e8a6f","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.386895308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a3b61f1d-6f5b-43c9-81f7-3e7056d7cd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.386900683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"ea1d4994-a640-46e6-b50a-df818f8b3a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.440300949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"1cda8b0f-aa32-4d47-ab88-44b8bafc6d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.440530088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"cc83b029-d84d-4d73-a576-6f6be0542c86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.443468839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a3b61f1d-6f5b-43c9-81f7-3e7056d7cd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.443731874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"ea1d4994-a640-46e6-b50a-df818f8b3a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.805626137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"ed59d3d5-b571-475c-819c-25b286b221c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.805647901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"307130fe-c697-40dc-92d3-0851dd46db5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.861874218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"307130fe-c697-40dc-92d3-0851dd46db5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:58.862087715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"ed59d3d5-b571-475c-819c-25b286b221c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:06.159663388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"a40f4666-8d37-470c-888e-20419ab690c8","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:06.521344804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"9c6e5cd6-0055-4634-b733-5fb407bd4790","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:06.521383477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"9c6e5cd6-0055-4634-b733-5fb407bd4790","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.575393329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1cc235fb-91a1-487f-ab4c-c856aed9573f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.606301221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"4eb1f2dd-085b-45e8-b88a-15972b2ca268","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.607838187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"638edb4b-f285-4395-8418-2d949fd1c1f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.608517197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45fa3743-deb7-43b0-9bd4-388951b0d1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.609256188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7e5bab6-eef6-4099-8ec5-fdc583332823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.648897534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1cc235fb-91a1-487f-ab4c-c856aed9573f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.68130071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"4eb1f2dd-085b-45e8-b88a-15972b2ca268","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.691440931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"638edb4b-f285-4395-8418-2d949fd1c1f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.698540743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45fa3743-deb7-43b0-9bd4-388951b0d1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.712087332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7e5bab6-eef6-4099-8ec5-fdc583332823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:08.008492428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"fcb487ef-2acb-4f99-af52-010aeadae5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:08.09808861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"fcb487ef-2acb-4f99-af52-010aeadae5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.121898288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"5af8a622-b24c-4a26-9649-d5ee6eec1ec0","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.509977865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-a-7e89b72d","reconcileID":"5bd966ba-2223-4e48-8f07-f8f6cb9ad756","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-a-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-a-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.510209185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"70e0b551-3e5f-4b6f-b4bf-7697307f6130","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.510487694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"016163f7-9fee-4f2e-ae6a-598fabc5095e","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.576137584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7ca0a82f-2543-4ace-812b-91918bb5975d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.576487099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"5f5afc01-8c54-47a1-a1a5-dc99e8c96d5c","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.576769908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-a-7e89b72d","reconcileID":"c0dc78b0-f8d1-47fa-b9a5-73114a875484","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-a-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-a-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.671158756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"41c753e5-5ef3-41a9-bf97-ccec7c2f968f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.671336881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3a55303a-70ff-4ba8-b3ba-279a7aa67d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.724947867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"7618dfcb-0494-4437-89c6-60f9d88754ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.725023382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"cc641265-c869-46a4-9682-5a0972cf0cec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.728278125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3a55303a-70ff-4ba8-b3ba-279a7aa67d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:12.72954984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"41c753e5-5ef3-41a9-bf97-ccec7c2f968f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:13.099526611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e02000e6-0494-467e-81e7-1e2808d24024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:13.101271569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"808998b4-1d6b-46c2-937a-41b3f043775e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:13.15713074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e02000e6-0494-467e-81e7-1e2808d24024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:13.157249999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"808998b4-1d6b-46c2-937a-41b3f043775e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:24.980134795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.316097024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a2a28317-74cb-46f3-b16b-e622cf1e9ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.316098689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"720ef609-2725-47d2-ab8c-fb5a86d2d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.374755253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"720ef609-2725-47d2-ab8c-fb5a86d2d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.374766008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a2a28317-74cb-46f3-b16b-e622cf1e9ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:33.02642612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"3226b638-f3f7-416b-acbf-8fe8124e19c2","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:41.051669267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"929a0884-177b-4b15-a89a-1003aeddae89","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.361968443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"901bbde2-565f-4f1f-9774-cdcb64cef74f","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.462238533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"4273bb13-236e-4ed2-9553-168803999833","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.508337322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"af59fb6c-5b97-419b-9e98-b9543f23cbac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.54189245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d3af4306-7337-4181-9f56-23e8adfe0c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.661682243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c612bd60-4b46-4041-9030-84815b909913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.760123914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"d4f59441-c9ad-4d29-b901-9a968789d8a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.859082926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"d4a8d7f3-7878-4943-85ee-22aa6d416bf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.859178897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7d78c93-c2c8-40e1-9f1a-83765f02da55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.960368434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"718b53aa-1f22-4e98-b0a5-7ca3e1f38aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:47.062415597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"c882c1aa-96de-46fa-ab91-f77709982411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:47.086982451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"697809ad-78f0-448c-b623-192702228511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:47.20594322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"1bb93b38-abe0-4ebf-8ee0-d1b658d0291c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:47.304296727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"40d5be2e-fc8b-40be-b198-2c7c8ea2efca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:47.323436371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"6f2b76a0-d89c-471a-8921-93af3c1212ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.197486449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-b-7e89b72d","reconcileID":"bd6c433b-b512-4726-a831-1d178209d396","MaaSModelRef":{"name":"e2e-conflict-b-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-b-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-b-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.210528129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"75d43493-bac6-4610-acad-e17b1bcbb86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.211489473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"aa3ab546-aed4-4b6f-8b61-9ac57e86ba17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.256808884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"38ca6729-6425-483b-ac6a-40dfeb337a94","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.257200033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"baf76b31-835c-425d-8262-c0613c8e9ecb","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.257606354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"9e1efec7-7d19-4827-b971-2c54a9f9e596","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.257929794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-a-7e89b72d","reconcileID":"5cd17ef3-34a8-450c-8194-a4386aaf3a74","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-a-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-a-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.264304838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"88f023e7-f099-46e9-9d48-99c579eca997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.264565045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"f2384336-d403-4342-bca3-89422c941175","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.267678797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"75d43493-bac6-4610-acad-e17b1bcbb86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.268068271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"aa3ab546-aed4-4b6f-8b61-9ac57e86ba17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.631750525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"8eab09e9-a4ca-489e-a43e-161860911c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.631750305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9768eaa2-0741-4174-a1fe-eae78d2f3319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.689852466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9768eaa2-0741-4174-a1fe-eae78d2f3319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.690002354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"8eab09e9-a4ca-489e-a43e-161860911c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:54.230384076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-conflict-a-7e89b72d","reconcileID":"877e8852-8c8f-45d4-a245-5c2722d10d53","MaaSModelRef":{"name":"e2e-conflict-a-7e89b72d","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"e2e-conflict-a-7e89b72d-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"e2e-conflict-a-7e89b72d","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:54.96946678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.408180921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"53673d81-ab36-45dc-8c57-bf23aafcefc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.523482145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"0234ceeb-aa5f-4536-acd3-087f2ff8b9c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.575752423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"4961be78-2b35-4886-9d45-01ff635426de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.679597286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"e683068f-b326-4151-ae29-ae1638b3c7bc","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.727804284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"e6e1123a-3a6f-4347-a9fb-a3a82094204e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.754332842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"8fedcdde-8f0e-4425-8c03-f9149eea7675","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.921183085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"4b7ec164-d9c5-4aeb-9482-e4d0b1381e72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.025948935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"3572ff1b-b5c8-45f2-bcef-9636a156c879","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.125956877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"acd814ce-8ef2-4c59-81a8-c0836eb2ada9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.138860065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"ef5c481b-67a9-40e6-9dba-06cec186cecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.226462955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"512dc70e-fa83-401a-b05b-de0039371209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.414197262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"62c25b19-20ac-4598-9d53-17a16886f367","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.45944104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b95e7078-7264-4d4d-b159-15b06ad63f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.467140424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21cc0e8f-bd15-4601-bc91-922e710b1b15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.539427774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2e4ed281-4598-412c-b0ac-e208c5a063cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.539427702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b4c98fd2-76d9-4093-b62b-2617a165b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.596114306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2e4ed281-4598-412c-b0ac-e208c5a063cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:06.59626639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b4c98fd2-76d9-4093-b62b-2617a165b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.368845456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"73b0591d-7aca-40f3-8175-280b6dc701c6","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.369170006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"c6a48279-389c-416c-a33e-6deb21a59553","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.369439103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"56eafde5-d074-4e95-8996-790888125785","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.43611018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"69a7b646-fa27-4671-8206-4f2db55c4249","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.436342031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"88e84f40-6262-4165-bd7b-bf8395998431","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.436636326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"1157b39d-9bc2-4402-9c22-e8ccb4a9b10e","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.526398753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"aa94a009-2799-42b0-bbc9-b9fd52bcc032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.526571695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8ae25b5a-ceba-43f5-9d05-34c48a1dd6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.579475802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"b8955ad5-9fe3-447e-881c-0e4457e37481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.579534849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"e0abf7db-0213-416d-9862-d12c801ee807","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.58424634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"aa94a009-2799-42b0-bbc9-b9fd52bcc032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.586226239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8ae25b5a-ceba-43f5-9d05-34c48a1dd6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.961030171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"84316322-8c0b-4cf9-ab8a-b7589393bbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:10.961030088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"00b13eb0-eb75-447f-a5fd-381030def928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:11.017541304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"84316322-8c0b-4cf9-ab8a-b7589393bbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:11.017761738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"00b13eb0-eb75-447f-a5fd-381030def928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:13.839349727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0cd316d4-698c-429f-bbfd-6674168ade12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:13.998229775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"c38b9502-0fe7-46a6-be84-fcf8f74f1eac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.151122431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"a8341339-ce05-46c5-98a8-68ec268a647f","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.166951325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"be1feb71-6fba-4ce4-99ec-f596d5cd9161","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.21879515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"09b4bf7b-297d-4e49-9a39-7da13e368a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.318045883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eea20223-be96-4e4e-89a0-72ff8e6c03a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.419024771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"3d28fa13-582f-4337-b958-83dd20d32e69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.519429801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"fd727691-5a64-4ced-bf77-f349c6b33c9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.620628747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"f7271650-277e-4c84-966d-b979c84f93cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.620865543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"1087f0f3-e11d-40fd-b978-76cb93212dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.721211059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"01a624fd-275f-438f-9ab6-da0ca7422a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.821049135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f3e0b61e-c5f3-427b-b51a-538eaf5e8c75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.867412858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"6a4f1779-6ddc-4455-a853-5af6cc59b05a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:14.936010636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"200e59cc-2837-4e9f-9e2f-0ac8904e9785","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:24.972550206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:25.736301013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"323889f8-b692-4713-83ea-e531a958ed5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:25.890595673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"caa0e704-4253-4f82-9e1f-4bc746ce6122","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:25.957212772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"24ae1b5d-d14b-46fe-bc10-4b4240d78152","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.05718984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"f9cb4a08-cedc-4356-b37a-5ad481fad827","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.159513376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"fd120a0d-9daa-4fb1-97d4-600c1b90456f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.211435565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"cf67ab03-f3b1-4db5-ad43-70b401dc1b1e","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.263926141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"1102dd07-650c-487b-9a4f-753d4f2535bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.390099831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"1d307a15-8cd8-4c10-8f2c-c9f3c8121e01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.508831236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"acf258f6-6bc4-4773-9e3a-36030b5a8c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.61021092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26b95c8c-d32e-4a0c-b7b3-7080ad69c91f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.621912558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"bbfb7f5b-5ed6-4c5a-94dc-660107af0e83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.708316254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"ddb6ff0e-a767-4c49-8ba5-c43439833e3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.739247206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"685b9dc4-d826-462e-80b6-21662999bd14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.823908933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"bf2a5151-b4bf-4805-99f9-edcca678bafa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.999837441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"866c924f-aa7f-49b2-b651-d6f05f337f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:26.999938685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"be9481fa-cf00-4b11-a1ff-a150a8854823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:27.058299398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"be9481fa-cf00-4b11-a1ff-a150a8854823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:27.058793027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"866c924f-aa7f-49b2-b651-d6f05f337f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.018759437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"95c376a7-d4c7-45bf-a140-a8287d3d13fd","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.019208484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"71d4ff91-7311-48ad-a792-b1199ffa8859","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.019535931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"06905c79-7a4f-4dc7-a990-b7f272969429","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.083512649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"9b9c12ef-b6f3-40ef-8cb2-9dd6c3472856","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.083845141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"42112d51-2c47-4eed-8d23-957c718e6685","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.084083649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"4c64f818-f103-4dc2-8308-8e1563601230","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.175400991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c0dc290f-20a8-4951-bf4b-b19a9d4b640a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.175526247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1dc93a75-bbb2-42c8-a0d8-acde751a32fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.228892163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"bac1520e-573e-480d-8ad7-054b72a8198d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.228949039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"76042fa3-f91f-42d6-bced-60c14443d4ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.232840173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1dc93a75-bbb2-42c8-a0d8-acde751a32fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.233616729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c0dc290f-20a8-4951-bf4b-b19a9d4b640a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.596745168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e455597e-acec-407e-8506-c7cee63ffd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.596744749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d1b824b4-f2f6-4fea-99fc-9d391bbb1be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.653347243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d1b824b4-f2f6-4fea-99fc-9d391bbb1be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:33.653409852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e455597e-acec-407e-8506-c7cee63ffd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.011466251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"d8ec7ade-0093-437e-9272-2571c7a5f782","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.011940721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"4d28d020-f27d-4f7e-bfd5-5b19f68d1978","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.169438235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"89e2712c-3851-416d-87f4-af3056513abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.169566705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"98e09a21-76f8-42be-b01d-78f62b5ab475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.222722691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"2f1526a3-39e6-4efe-92d0-828a301d1fa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.222764066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"8d39b099-0d28-4f89-9c75-73a7b7a1464a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.226578277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"98e09a21-76f8-42be-b01d-78f62b5ab475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:35.226661355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"89e2712c-3851-416d-87f4-af3056513abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.507566436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"218fc9d0-7f8b-4c0c-8a5c-d01e7296416e","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.61479415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"956cd0b8-00fc-4add-b954-0dbde870d01d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.71187432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"54a9b97c-811a-4301-aee3-7bf226b9218c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.808866296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"91db7e25-1368-4502-b783-3fcef5bbf66b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.861037826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"cf461f3a-b880-4adf-92a7-8ed92c4097a2","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.909620628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"b9ad28c1-4224-4896-b590-31d984d8d7da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:38.936007793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"f0b08a66-310e-4fb3-8196-fd16e85cb87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.033304867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"e39cd8e4-d66a-42e9-9aca-302806083b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.133625569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"0cdd3f5d-2188-4005-a12a-0a0b5d84edab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.23438472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"8c7f3ddd-f670-4ad0-84c7-188325679773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.234425758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"ad8aec6a-c6d2-4a7c-8c79-02a4233cdc82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.335078005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"8c128cbb-77d6-4071-99d7-b1f9b68c5c13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.356104238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2496fbd2-fa16-49d5-b29e-001cbb39c22f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.536935771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"7b111f50-3ecd-4a51-a1c1-a31a13e9481b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.590443744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"d5d48e52-b1c1-4f76-9f40-761fd6790228","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.59089058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"5ab1ba2e-416b-4ad8-bb33-e075ff8b66ed","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.749628733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"57757bdb-f7f7-4c47-b0b0-aafe6a6d6c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.750938614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3415b943-9fb6-433b-8d92-191bb47f4312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.8044676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"3bd9dac2-c62e-4276-9b98-06af646de850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.806725596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"57757bdb-f7f7-4c47-b0b0-aafe6a6d6c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.808423951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"3415b943-9fb6-433b-8d92-191bb47f4312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:39.909093503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"4e0c4de5-b66a-49db-9a70-0b17294da5d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:41.878059751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"b41cefe8-26b1-45d1-b057-b622d9fd1b47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:46.374948157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"1a8db9ad-62e8-45ce-8bfa-cbdb0e3218c5","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:47.487631959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"e52cf757-0f93-4e53-9e5e-2432dc93c12a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:47.54194891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"a710e4ff-7f1b-44d5-96ff-ae245b56aa7a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:47.703182882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a1423be3-84e5-489c-ab3b-907bd113d6b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:47.761041088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a1423be3-84e5-489c-ab3b-907bd113d6b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:48.076986005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"84b5bee4-ba46-45de-b95c-5ee6ad0e5e19","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:48.232516866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a34651f7-34b5-41ee-8a37-15686bff8afd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:48.289324611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a34651f7-34b5-41ee-8a37-15686bff8afd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.387468696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.388730787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"fa7f29cd-7c5a-47b7-9411-46eafe5ca069","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.446209682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"85277a05-dbaa-4e8e-9b3f-ba581845ee2d","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.506164976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-subscription","reconcileID":"b7079a6a-cbfb-4b15-812e-a3d8ad26c8d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.568438743Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"8ded11e6-cd9a-4bc1-8163-c2b58ce1437f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.569606401Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9a3067ee-128e-43aa-8bb1-7cddb6ba467b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.57028466Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c121d4c1-f748-4f17-8a60-342a08a52180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.627296259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"8ded11e6-cd9a-4bc1-8163-c2b58ce1437f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.6281079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"22682aa8-47a8-4f0c-8c49-b721ce49319a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.636258704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9a3067ee-128e-43aa-8bb1-7cddb6ba467b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.637197198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c121d4c1-f748-4f17-8a60-342a08a52180","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.63887064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"4bd28452-d225-45a7-84ca-260c82d46642","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.64041133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"ec90abbe-018b-40db-b620-21828f4274d4","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.641375768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"f6edaa9d-3aef-4e52-8de9-c0a920e38973","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:50.697470365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"c3a98486-058a-43b1-aca8-328a8dc8c904","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.804382115Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f4aadf5f-2913-4427-ad37-0471b11e3ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.805178807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f4aadf5f-2913-4427-ad37-0471b11e3ea3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.805098129Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"cebe78b2-011a-4afa-87e4-3a828f246bb5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.805372332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"cebe78b2-011a-4afa-87e4-3a828f246bb5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.804844571Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c8ee3744-f0b4-4879-bc2a-f59c2d33d8f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.805946648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c8ee3744-f0b4-4879-bc2a-f59c2d33d8f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.977490496Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"aa218f52-76b5-4b4e-b80b-9e15754321e4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:50.97768914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"aa218f52-76b5-4b4e-b80b-9e15754321e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.007249249Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7e3e677c-9c6c-4bd7-88f4-8a94eefdefc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.007449378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7e3e677c-9c6c-4bd7-88f4-8a94eefdefc8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.009553237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-subscription","reconcileID":"2207bea2-0ca6-4b31-800f-0c5280e6efd1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.098550386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ce55f109-96cb-43a9-8a71-93dcee1b53fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.09877427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ce55f109-96cb-43a9-8a71-93dcee1b53fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.186796057Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"eca8aab2-41d2-4c34-97dc-75ab25e4adc6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.187019454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"eca8aab2-41d2-4c34-97dc-75ab25e4adc6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.188235195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"eca4eab9-4609-4713-97b5-577e00be355c","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.213310048Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"30f17095-15b5-49ef-ac8c-934d2dbd8280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.213511742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"30f17095-15b5-49ef-ac8c-934d2dbd8280","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.245396125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"6040e773-ace5-4bec-a951-dc4cf8d5f4c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.284057454Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d112ba00-e1fa-4430-b933-7a95445276d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.284253876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d112ba00-e1fa-4430-b933-7a95445276d7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.391812624Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a2315a5b-6652-448c-aeee-0f023b9c805d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.391883299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"a2315a5b-6652-448c-aeee-0f023b9c805d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.406372633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-subscription","reconcileID":"37233a36-3e03-453b-a28e-64f3edd00e86","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.418321414Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"14761ca5-6db5-45d9-a6e9-3b41055115d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.418408361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"14761ca5-6db5-45d9-a6e9-3b41055115d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.490955041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"eed7237b-cf7c-42a2-8b05-2294f36ccaa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.491039682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"eed7237b-cf7c-42a2-8b05-2294f36ccaa9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.638229288Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"da9787a1-e971-42f0-b1ea-14a613b895f2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.638339772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"da9787a1-e971-42f0-b1ea-14a613b895f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.724347989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"457c21b0-28b7-447a-9768-e45d045ca5f3","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.743518741Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"766645cc-f609-47b6-a348-c8a59ab20130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.743737535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"766645cc-f609-47b6-a348-c8a59ab20130","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.744043134Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"3072884a-7bdf-4715-8314-abf23d3cea82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.744112155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"3072884a-7bdf-4715-8314-abf23d3cea82","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.895611756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"c6232fe7-bb21-47d6-a7d6-fc24a6d56f8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.964496382Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"5fd2299c-a68d-4c00-a35d-b4d84ca1759e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:51.964661008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"5fd2299c-a68d-4c00-a35d-b4d84ca1759e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.994079812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"376f04a6-5d80-4abd-9b4e-1c50237f856c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.067065277Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e98f4de1-1b60-46c5-a134-5d7d1f21b420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.06714925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e98f4de1-1b60-46c5-a134-5d7d1f21b420","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.071445165Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"72f9de59-b823-4534-afd4-173c705cac06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.071527148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"72f9de59-b823-4534-afd4-173c705cac06","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.148390952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"046c304a-15d0-4262-a863-6149ad629204","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.206644002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"0ef4b779-492b-489d-9d33-7bd60904c349","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.207256764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a668c23d-221d-4a94-9b10-6162f5676696","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.339932092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"a8158c4f-1c3b-4795-a4cc-776da7de00b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.412819507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"52328368-2d8b-4e58-9709-f4534bf8ff67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.463978034Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"01c84d5f-7311-4141-ae24-091475b17591","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.464059099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"01c84d5f-7311-4141-ae24-091475b17591","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.574448997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"de85c64d-c72c-4283-93da-41cf36b6e4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.574575887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"de85c64d-c72c-4283-93da-41cf36b6e4ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.575176554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"611f57bd-968d-449e-89c8-62186bb51664","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.575207603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"1d2e4888-fa85-4569-877c-6d31807b40a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.57972498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"a929ce93-327e-4284-b87e-f3c9a2a93b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.660349662Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"139265a5-cb60-4dbf-bad8-3710bd790e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:52.660446261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"139265a5-cb60-4dbf-bad8-3710bd790e25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.737791698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"affb9d31-5f28-4556-9c61-78a42c733eb7","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.795198414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"77b9b52e-5111-490b-81fc-f66448435d19","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.806436775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"34f6bc90-30f5-4451-bfb5-7c8d2a99f89f","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","model":"llm/e2e-rt-eq-02f874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.877337963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"b2c63086-a028-4699-878d-fb60dfe719b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:52.967777293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"667df724-e769-4ee0-bd39-18925ca601a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.007018003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"f811ce05-d57c-4ac2-8fb2-0322366afaf0","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.007558414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.02798013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"a4f4c9a1-be72-4157-9d9c-314249f5f7c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.068314674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"41c5b6d6-cdd3-48f6-b9e4-e6b5cbf74fd0","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.084638366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"a4f4c9a1-be72-4157-9d9c-314249f5f7c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.121229384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"bc6d0709-41d2-461a-b788-c1f182e64ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.123160457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a422eda9-6bb5-475d-abf1-d8bbf5d7d9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.123587559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1bccbd/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.123951909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"7575d56d-4702-4fae-9168-15cf14489da4","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.180555299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"d9f56cbe-1d70-45ec-9d2f-c71cf609b1e2","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.181755629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a422eda9-6bb5-475d-abf1-d8bbf5d7d9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.183442446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"bc6d0709-41d2-461a-b788-c1f182e64ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.275597761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"477d5651-6312-4f06-bea2-3625557749c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.275597858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8c153619-8005-477f-9639-9a61ffb69915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.292019229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"4ee6eb2a-7f1f-4b9e-8ab2-323103b75131","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.342921727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8c153619-8005-477f-9639-9a61ffb69915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.344464679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"477d5651-6312-4f06-bea2-3625557749c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.409466769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"729ddd0c-ab74-4fc2-86df-38cd37865bce","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.410640237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"af018fa9-ec44-46dc-be4d-ece746bde02c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"distinct-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.521261521Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"52e314e0-d7b1-4b06-998f-8dba1b2f7c80","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.521356684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"52e314e0-d7b1-4b06-998f-8dba1b2f7c80","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.522073844Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d8cd73ca-9080-458c-b7d0-b6980f166859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.522140203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d8cd73ca-9080-458c-b7d0-b6980f166859","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.580765873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"f53fd23b-489e-4d50-8dee-917c0b5dfcf8","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.584068572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=0:[ai-tenant-e2e-worker-w1-1bccbd/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-1bccbd/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.584360409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"726b4e94-3811-4b26-9f7e-c3ce4d3b55e3","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.584757747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"42393629-c487-4cf7-be1d-362ed4fe6ad6","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.649359745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"0f77590f-2e53-4017-9e60-63cf7da4037b","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.650183921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"ffe3ddc2-c949-461d-90d3-43b97b2fc216","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.687968962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"cbc3ea91-00ba-4f67-8278-1167ce0ec3cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.707360334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"8922a2f1-3e77-4503-9a8c-ba10981285c5","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.71954358Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4e22995c-eb79-4e27-8a4f-d498e31cf62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.7197841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4e22995c-eb79-4e27-8a4f-d498e31cf62a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.728345779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"605ffd8e-3965-476f-bf41-dcf745767b5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.785074403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"605ffd8e-3965-476f-bf41-dcf745767b5f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.796658145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"4319717c-2a86-4729-a350-110fa1d8fc67","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.80635649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"77c3d5ec-6073-46bb-b572-38e6fd7b9d86","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.823311454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fbb21e80-0569-481a-8e19-b569eb58cb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.853025477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"348e6a50-ba5f-4e63-a52e-68b55348d1fb","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.880587211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fbb21e80-0569-481a-8e19-b569eb58cb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.912251677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"9b17d7f0-86ee-4f85-b4fd-f3c320ea68c3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:53.912443881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"9b17d7f0-86ee-4f85-b4fd-f3c320ea68c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.923148125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9e72d9cf-deb8-4d97-bc32-2ca2028e0be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.923928941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"d8f1e0c6-6056-4a1b-aaae-c5feb85e6189","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.981341834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9e72d9cf-deb8-4d97-bc32-2ca2028e0be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.981356561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"d8f1e0c6-6056-4a1b-aaae-c5feb85e6189","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.071264614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"119625e0-3059-4736-84b8-487440f9710e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"distinct-2-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:54.074661214Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c9bd3a25-3cb6-4e39-95dd-4a4c6faee071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:54.074770766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c9bd3a25-3cb6-4e39-95dd-4a4c6faee071","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.248852806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"724a98ec-9e83-4b13-aa71-423071bf1495","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.259155033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"c22ee243-0ef1-4ee9-9fb6-46f57f913a62","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:54.271735816Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b4a62a00-556b-4b61-9835-40ca8a79e5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:54.271801858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b4a62a00-556b-4b61-9835-40ca8a79e5cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.280326699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"d2ac9109-734b-406c-815d-858d56e46fb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.347184265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"d2ac9109-734b-406c-815d-858d56e46fb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.381400674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7cd4e424-4194-4fa8-b2ad-f558ae256e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.446965579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7cd4e424-4194-4fa8-b2ad-f558ae256e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.477126486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"5be832b6-2ab2-45c5-aedc-5a4ddc0b1f62","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.489307714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d0cb96e-71fa-4bfb-a202-3aec7387a059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.530551001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"bd87e0ea-a9dc-446a-b4aa-34ccef947cea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.547758526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7d0cb96e-71fa-4bfb-a202-3aec7387a059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.587804462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"bd87e0ea-a9dc-446a-b4aa-34ccef947cea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:54.969855617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.628894174Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"033b1e5b-401b-4cc8-b354-3ad3c71d0924","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.628969395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"033b1e5b-401b-4cc8-b354-3ad3c71d0924","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.791684047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3a8eda52-5dce-49dc-a5c3-57083cbc06b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.791789054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3a8eda52-5dce-49dc-a5c3-57083cbc06b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.989382521Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d7189030-0d9a-441e-aecc-b27d63febcbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:56.989456293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d7189030-0d9a-441e-aecc-b27d63febcbf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.440392484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"d94714fe-ff79-44fe-9211-421947031579","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.603077015Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"c14d9bb4-97d7-4bdd-94fb-943b612782e0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-20177b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.703191062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"17bb0e43-8f6b-4108-bf45-2433212d4edd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.703390578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"af3fbcea-0cb5-44db-830d-b1761536fceb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.703645666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"44a27d5d-9592-4c87-95e2-a0becfe77208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.703850007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"140d770c-f22e-43de-8519-528f987a23a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.760015202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"44a27d5d-9592-4c87-95e2-a0becfe77208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.760197344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"17bb0e43-8f6b-4108-bf45-2433212d4edd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.762974935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"140d770c-f22e-43de-8519-528f987a23a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:57.763019092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"af3fbcea-0cb5-44db-830d-b1761536fceb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.225545492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"e98ae9fb-1a43-407c-9b33-30a9235bf1e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.225806011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"6f080703-101b-49ca-941b-9c6f1fe8ab66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.226041624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bf542a55-1815-410f-ad5e-edab46a9fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.226206572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"ea87028c-3b87-4a63-8c2e-9728b8eb10b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.28217433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"e98ae9fb-1a43-407c-9b33-30a9235bf1e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.28250797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"6f080703-101b-49ca-941b-9c6f1fe8ab66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.284896662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"ea87028c-3b87-4a63-8c2e-9728b8eb10b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:58.284907687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bf542a55-1815-410f-ad5e-edab46a9fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:59.686312913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"7755228e-4e57-408b-8620-cd97e0ab9c22","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.704317759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d4aca55e-90bc-4d0a-94f9-4d591d4779ec","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.760501212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"cf06508b-bbcc-4ee6-a096-245054747f0b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:01.905673167Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"31cfd2bc-8325-4cde-98f2-0338df1eaafd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:01.90578596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"31cfd2bc-8325-4cde-98f2-0338df1eaafd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.916376572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"74c11e99-2977-4476-b3f1-452b8c6c0c99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.960386308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.960921937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"431adbef-d44a-46cb-b209-69e250934f07","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:01.972505625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"74c11e99-2977-4476-b3f1-452b8c6c0c99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.0176226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"cc41bdf1-18d9-47e8-8b8c-56151c698f4d","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.027499939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e54ab950db89bce7acb8e40126c7b6ae96706fe78e0022bfdbaeb1dcadf27e) AuthConfig (24c3fe630691e203e9dcfaa41c2f27f7a350c937c84b4a119d3d93f8fb602d69) AuthConfig (55291e2aebea15a3a17fe02f609eced2e42cf73de7796986586e466f26a66dea) AuthConfig (c7d5497962514400a79c0a4e9d3cd24302d61f024c716a2e51ab5616957c6898) AuthConfig (aace7e6cec8b3884f56829bbf796f0d80b741840a68960d3ba239ecf3ab7c8c0) AuthConfig (6484818368c909676eea6947c55e6ead3a312984bacb313d9d40284ccd7ae4f1) AuthConfig (686232c64e56a8c8f095ef479b36c598d0291ee2ac8b677b235866de7b468fc2) AuthConfig (18f58a7bbb9ee50580789a964bc0d09886f83921adb437e53e23ed44dd233616) AuthConfig (e34dcde481ce5e55c5d59194121ca12bcdda8507e295a084294fb50a1ea852d3) AuthConfig (fab60b92c18ef80753bede4d0f223640942db95cde7bd0d43e8d557869a5daa9) AuthConfig (2543f017682a6882dbde7391fdd5d47477a2e91dde5b5c80836fa1799a1425f2) AuthConfig (f3551f6b5b522d732100d30fe6459c688c6f0f9f1faa54e92e5cae6005b512be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"74c11e99-2977-4476-b3f1-452b8c6c0c99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:02.064250582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-sub","reconcileID":"4551079d-602e-4cb8-91d2-2b8d25590a08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:02.069576839Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"6d6aaa92-0d1a-4d18-9ef7-aaa4ad5bf04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:02.069649584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"6d6aaa92-0d1a-4d18-9ef7-aaa4ad5bf04c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.075150802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"39a0c6a2-078c-439a-be2a-1ec41aa8c650","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.085895478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"0a4514ba-4bc4-4159-9075-7816803b85a4","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.116861837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b4facde4-b973-4cd8-bc66-1078fa1a25f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.116860465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d578c464-7535-48e6-9f52-36782a2160dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.175617725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b4facde4-b973-4cd8-bc66-1078fa1a25f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.175812458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d578c464-7535-48e6-9f52-36782a2160dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.176516973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"f0806056-5d23-4122-baaa-ad2d41157a21","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.230772979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"20cf2548-e80d-4c65-8617-70ec01e54f8e","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.241997672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"d4b2df1e-a64c-41c4-9e15-119cee9bfc99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:02.266808342Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"eacc4ee3-5dee-4f36-bcc9-f1ad68eacc3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:02.266891745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"eacc4ee3-5dee-4f36-bcc9-f1ad68eacc3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: compose ai-tenant-e2e-worker-w4-c7d758/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: model e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.298333482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"d4b2df1e-a64c-41c4-9e15-119cee9bfc99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.353016992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e54ab950db89bce7acb8e40126c7b6ae96706fe78e0022bfdbaeb1dcadf27e) AuthConfig (24c3fe630691e203e9dcfaa41c2f27f7a350c937c84b4a119d3d93f8fb602d69) AuthConfig (55291e2aebea15a3a17fe02f609eced2e42cf73de7796986586e466f26a66dea) AuthConfig (c7d5497962514400a79c0a4e9d3cd24302d61f024c716a2e51ab5616957c6898) AuthConfig (aace7e6cec8b3884f56829bbf796f0d80b741840a68960d3ba239ecf3ab7c8c0) AuthConfig (6484818368c909676eea6947c55e6ead3a312984bacb313d9d40284ccd7ae4f1) AuthConfig (686232c64e56a8c8f095ef479b36c598d0291ee2ac8b677b235866de7b468fc2) AuthConfig (18f58a7bbb9ee50580789a964bc0d09886f83921adb437e53e23ed44dd233616) AuthConfig (e34dcde481ce5e55c5d59194121ca12bcdda8507e295a084294fb50a1ea852d3) AuthConfig (fab60b92c18ef80753bede4d0f223640942db95cde7bd0d43e8d557869a5daa9) AuthConfig (2543f017682a6882dbde7391fdd5d47477a2e91dde5b5c80836fa1799a1425f2) AuthConfig (f3551f6b5b522d732100d30fe6459c688c6f0f9f1faa54e92e5cae6005b512be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"d4b2df1e-a64c-41c4-9e15-119cee9bfc99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.488489559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"7caec364-5863-4f2e-a84d-7812aa550dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.488489149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"c6ec4118-74ad-448d-9fdd-0910a5c23455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.49594247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-sub","reconcileID":"00ac60f1-19c4-4147-b0cd-d43b772603d4","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.508860466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"183eaa21-8ad2-4860-b56d-14202f87e7a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.544768453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"7caec364-5863-4f2e-a84d-7812aa550dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.5451394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"c6ec4118-74ad-448d-9fdd-0910a5c23455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.564736696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"183eaa21-8ad2-4860-b56d-14202f87e7a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.619540396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-521f1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e54ab950db89bce7acb8e40126c7b6ae96706fe78e0022bfdbaeb1dcadf27e) AuthConfig (24c3fe630691e203e9dcfaa41c2f27f7a350c937c84b4a119d3d93f8fb602d69) AuthConfig (55291e2aebea15a3a17fe02f609eced2e42cf73de7796986586e466f26a66dea) AuthConfig (c7d5497962514400a79c0a4e9d3cd24302d61f024c716a2e51ab5616957c6898) AuthConfig (aace7e6cec8b3884f56829bbf796f0d80b741840a68960d3ba239ecf3ab7c8c0) AuthConfig (6484818368c909676eea6947c55e6ead3a312984bacb313d9d40284ccd7ae4f1) AuthConfig (686232c64e56a8c8f095ef479b36c598d0291ee2ac8b677b235866de7b468fc2) AuthConfig (18f58a7bbb9ee50580789a964bc0d09886f83921adb437e53e23ed44dd233616) AuthConfig (e34dcde481ce5e55c5d59194121ca12bcdda8507e295a084294fb50a1ea852d3) AuthConfig (fab60b92c18ef80753bede4d0f223640942db95cde7bd0d43e8d557869a5daa9) AuthConfig (2543f017682a6882dbde7391fdd5d47477a2e91dde5b5c80836fa1799a1425f2) AuthConfig (f3551f6b5b522d732100d30fe6459c688c6f0f9f1faa54e92e5cae6005b512be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"183eaa21-8ad2-4860-b56d-14202f87e7a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.66109939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"17633eff-b5aa-4027-94f5-5f0468ea150f","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.705488524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"c2c9e1ba-b7c1-4cc7-ace6-5f9b2f91fffc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:02.869469332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-sub","reconcileID":"b8f31191-f60c-4bc5-a039-e561689502aa","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:03.78579892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-subscription","reconcileID":"7e6f8ceb-501c-4095-a896-5aff9c9d9401","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.011493355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-subscription","reconcileID":"7e6f8ceb-501c-4095-a896-5aff9c9d9401","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.243665544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"2843f119-7c10-4e7f-b64c-349259673030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.311180694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"481cb4cd-6f8f-44aa-8ea3-d4d7c8011c05","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.311925184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.38701115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"c06a2a02-1055-435e-87da-8cafa7c66b1f","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.451294698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"b6e74cf1-061f-4a59-938e-9da6f2dd1152","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.516506288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"bbe4d9c6-5298-4f37-9ce2-68ce2773d8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.517601464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"7a1b25c5-fd16-427c-aa00-785bf0ed8cce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.518436116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7b95a32d-8e36-476c-95cf-7c46439a963e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.587918222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"b9a158ea-2f5f-41cb-a3ac-ece492847091","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.595000437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7b95a32d-8e36-476c-95cf-7c46439a963e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.597666291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"7a1b25c5-fd16-427c-aa00-785bf0ed8cce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.607047579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"bbe4d9c6-5298-4f37-9ce2-68ce2773d8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.804000913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"af969c97-5268-4921-849e-69ca6621ba0a","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:04.966122747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"7a1b25c5-fd16-427c-aa00-785bf0ed8cce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.966510505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-dedup-auth","reconcileID":"abce19d6-931c-44bb-b7a5-69410cd7633f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:04.968611088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"d35c74dc-14cc-4cb6-b3b1-8db54a599b2f","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.065422449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"0df8b8e9-3d4f-42a3-8ce0-b2c0680666e9","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.100286538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6378830f-5e81-4508-8de0-071965fcb248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.101053331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"55a14c21-9e25-4322-99b4-c920362c552c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.169490969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"ca417df2-b6ba-4678-8562-2fa972dce8a0","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.172128108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6378830f-5e81-4508-8de0-071965fcb248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.173666879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"55a14c21-9e25-4322-99b4-c920362c552c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.238418241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"85252987-f36e-4a0e-b461-d1361fb4031d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.297978398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"85252987-f36e-4a0e-b461-d1361fb4031d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.354848704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4d17dc16-9d88-42d6-91ef-a2e5dee77b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.412992333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4d17dc16-9d88-42d6-91ef-a2e5dee77b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.639062842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9fe130d4-0c0f-4076-aa61-78cbb5a69692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.639221768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"6cecc597-bac6-489f-af23-72dc1523f991","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.695366878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9fe130d4-0c0f-4076-aa61-78cbb5a69692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.695545937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"6cecc597-bac6-489f-af23-72dc1523f991","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.739527463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"ce4cf5b2-2ffa-4fe3-96a7-0ec2aab2d059","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:05.80991778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"ce4cf5b2-2ffa-4fe3-96a7-0ec2aab2d059","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.196083812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"0e4b4ce8-c916-421c-9e04-7665af5ef056","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.196356639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"d809b686-a6bf-4cdc-9bdf-da7eadc37121","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.250762832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"71ea4353-fb05-4f88-b294-fe019d412fdd","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.251052466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"2df52556-04be-49a9-aa33-9b783b73d8a1","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.469941104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.471265357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"181d548b-3553-4433-af41-ff0cb16b117f","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.51269057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"95471f8b-ffaa-4a3a-bae3-9e8dee629c89","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.530121266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"520afb25-58e3-4274-8155-0b593ef8217a","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.568793974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"95471f8b-ffaa-4a3a-bae3-9e8dee629c89","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:06.575868451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"2ac25554-f457-4912-93bb-faecb2b8c10f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.585412938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"699f5c5e-1654-4bce-a522-59e451200502","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.681094439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"3fc19d68-32b0-4ae6-93c5-626cd7bf7dab","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.681476645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"0e466521-6136-4e52-9e25-d7edf8f1c2e0","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.731917331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a0955b12-9a2a-439f-aa2f-b9a29acde5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.732132677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"744e5e2d-24b2-4343-907a-5d259fb76e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.737354314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"6cff7853-58ec-414d-82e2-5a245b914cdb","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.737732394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"b9d4fee3-c5cc-43c1-8d81-488ff55ff6cc","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.788627643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"744e5e2d-24b2-4343-907a-5d259fb76e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.789560237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a0955b12-9a2a-439f-aa2f-b9a29acde5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.950069555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"420798bf-f86c-44f7-b545-45937f257ce2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","model":"distinct-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.986575068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"dcd7017e-d948-4ca0-8b7c-5dcc14b0f812","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:06.987009954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"679169e7-42f1-4257-ab70-7c57120c4b58","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.110172397Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"420798bf-f86c-44f7-b545-45937f257ce2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","model":"distinct-2-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.205011234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"81b79434-fa2d-45bf-9add-d4022e18baaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.205039858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1c859dde-0886-4c17-9344-0411c0f41a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.24622577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"d03c1e0b-b002-4daa-9246-ba1d3091cf25","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.261285601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1c859dde-0886-4c17-9344-0411c0f41a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.261364209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"81b79434-fa2d-45bf-9add-d4022e18baaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.302941781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"d03c1e0b-b002-4daa-9246-ba1d3091cf25","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.328338015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"2a7470ca-59d1-4bd1-bc95-2cdcb7241230","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.328687243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"b395e2db-83cd-4db0-9f20-e008e88c06e8","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.425476799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"d5363dc5-1023-4e5c-bd8d-9414f551fa2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.535921256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f6267b5d-d130-4666-b7ea-c0221c262f63","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.65630151Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"f75fb52c-9a39-435e-a820-77d6ef547988","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.69348796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f6267b5d-d130-4666-b7ea-c0221c262f63","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.708257317Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"f75fb52c-9a39-435e-a820-77d6ef547988","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:07.760055328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub1","reconcileID":"f75fb52c-9a39-435e-a820-77d6ef547988","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.03250113Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.033514637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"7976ec47-6e00-4ca7-a01a-aa9b68a68dc5","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.093339807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"d7c1ecc4-0355-4b1a-924b-469d2bac30a3","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.093765373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"078ee31d-0a5e-4add-9729-cb58899d4e03","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.191051283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"50c69009-b766-496c-b23b-d5a04e190cb9","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.294513534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"8a5ba813-ae98-491d-bb24-b03e573d8dad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.294668641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2ec8f047-7aaa-43ba-86e9-7cbb90210b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.294513421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3a272105-2b95-4813-84bf-dbfd44f40162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.295073326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"8366e44c-5ab8-4c62-b4ab-49c7f6cc989b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.351272073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2ec8f047-7aaa-43ba-86e9-7cbb90210b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.351589432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"8366e44c-5ab8-4c62-b4ab-49c7f6cc989b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.354016348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"8a5ba813-ae98-491d-bb24-b03e573d8dad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.354179678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3a272105-2b95-4813-84bf-dbfd44f40162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.35431343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"1f23d9fe-1958-4ca1-8fcf-7890fa2d231b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7dfbda7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.817315289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"301bc6db-aa09-42fd-a421-584da961a086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.817346386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"36353023-f048-4212-bf1b-0e8cb0aa3b02","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.817867448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"92c42940-ad8a-4a4d-96df-2f80f590ded8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.817945413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7327bbfb-73da-4535-9d30-e4e04163796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.87395797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"301bc6db-aa09-42fd-a421-584da961a086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.874049585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"36353023-f048-4212-bf1b-0e8cb0aa3b02","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.876570385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"7327bbfb-73da-4535-9d30-e4e04163796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:08.876902191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"92c42940-ad8a-4a4d-96df-2f80f590ded8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.024734449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"c6fba918-64f4-48e3-8ef1-d5540861c902","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.082077897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"0aa176d3-96a2-4fdb-8a26-3dad3b04c86b","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.187208818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"e6f1f2e2-56e3-439f-ace1-1405c116d52f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2df4dda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.239172405Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"8bca0d7e-4628-4cb9-83a4-86993beed308","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2df4dda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.285886863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"c0e6252d-4730-4942-aec1-4c2cc73628c6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.286113537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1223f1ac-a783-463e-b81c-5ab21a62abea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.285882779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"94b361de-05bc-4c7b-803d-007d70a85b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.342796075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1223f1ac-a783-463e-b81c-5ab21a62abea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.344018349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"94b361de-05bc-4c7b-803d-007d70a85b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.345300302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"c0e6252d-4730-4942-aec1-4c2cc73628c6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.761181256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"bbc15eb7-48c5-431a-b023-ea0451f53a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.761195013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f809e7ad-1c3b-4b9b-afa1-82baf1bb8164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.817918617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f809e7ad-1c3b-4b9b-afa1-82baf1bb8164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.818055209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"bbc15eb7-48c5-431a-b023-ea0451f53a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.865586477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"1aabbba9-84a5-4bf0-89c8-0c7232bdf95c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:10.922343256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"1aabbba9-84a5-4bf0-89c8-0c7232bdf95c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:12.776280262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"416951d8-73c6-4903-8bd9-d9b9c55e7272","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:12.832470672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"416951d8-73c6-4903-8bd9-d9b9c55e7272","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:13.150838663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ba315817-2e0e-4566-8dcd-1d9415e8ae64","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:14.931302391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"26cb959d-f76f-48e1-af74-e7629f61e2bf","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.090103448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"22ef7437-0ac7-4520-b479-9882a58702e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.090119485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"4cd1b367-4fa3-43d2-a79c-c0e97b86b5b6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.09062883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"6f961620-548f-431d-987e-0b1f263b4bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.149578811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"22ef7437-0ac7-4520-b479-9882a58702e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.150048653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"6f961620-548f-431d-987e-0b1f263b4bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:15.156125413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"4cd1b367-4fa3-43d2-a79c-c0e97b86b5b6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:16.487560617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"e13eeca3-8c7e-4e54-a077-cfdb15047d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.737813928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"abcd8459-1c2d-4fae-8017-227b2678ac0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.737917385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"fa5186ff-04b1-4b16-a928-2c236c719137","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.739620359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"9d7326f2-4368-4eeb-87d8-c3834426d387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.802262152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"abcd8459-1c2d-4fae-8017-227b2678ac0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.811475755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"9d7326f2-4368-4eeb-87d8-c3834426d387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:17.818808593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"fa5186ff-04b1-4b16-a928-2c236c719137","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.076366826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8f4399ca-d787-443a-b41c-9b5e28eb2b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.077109358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"59335714-99c4-44e4-a505-a2749df290fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.134966302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8f4399ca-d787-443a-b41c-9b5e28eb2b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.135194425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"59335714-99c4-44e4-a505-a2749df290fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.320217619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"9e5b4e6d-039d-41dd-827f-f49fc81df40b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.321998061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e4a45b3e-e9a8-4588-8b1e-fb12e572bb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.376937742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"9e5b4e6d-039d-41dd-827f-f49fc81df40b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.378616388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e4a45b3e-e9a8-4588-8b1e-fb12e572bb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.413972497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"76c669d8-ce80-42a6-9d9b-ae1a4f3f779b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.467683324Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"76c669d8-ce80-42a6-9d9b-ae1a4f3f779b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.515603819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"d9075bf1-1159-4111-941c-27be745aaed3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.520530685Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-sub2","reconcileID":"76c669d8-ce80-42a6-9d9b-ae1a4f3f779b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.574608701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"d9075bf1-1159-4111-941c-27be745aaed3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.624255964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fa7fd752-7cfa-463b-b410-654613803521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.624982737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"193ccc8b-2739-4122-ae25-8d9b61dea5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.68131132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fa7fd752-7cfa-463b-b410-654613803521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.68661483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"193ccc8b-2739-4122-ae25-8d9b61dea5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.794193679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"5d07c32f-57bc-4aa3-a0b7-d9c3b5c424df","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.794478592Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:18.951328354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"3cf67827-0755-4e51-8587-63743dcf21ae","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.058187083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf3e33da-a6b5-4432-8b79-bcd86c58c794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.058221393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"242e89a8-f367-4742-8b18-4e44a0225b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.122955343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"242e89a8-f367-4742-8b18-4e44a0225b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.127326973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf3e33da-a6b5-4432-8b79-bcd86c58c794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.142926832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"9e2f895c-8974-4b39-906b-99188e7b7f22","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.143040707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"e4d8c7fb-e04e-45c1-aadc-e516bbfd0aa8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.20952279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"9e2f895c-8974-4b39-906b-99188e7b7f22","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.210248814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"e4d8c7fb-e04e-45c1-aadc-e516bbfd0aa8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.370023586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth1","reconcileID":"f1322848-3222-4539-a97b-274c5ed90063","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.626682034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"30bcd084-bfef-434d-b3fd-7819a2b0e46d","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.776131158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-return-all-auth2","reconcileID":"27ee2fac-f4c3-4ff3-89ea-feca6b78decd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.776150815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"d812fb78-81a9-4c56-a30d-2a5b2d54479d","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:19.98477803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"d90f9c18-1a37-47d9-b811-4bc1628ed061","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.292904382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.345096812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.397203246Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.451889671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.507254466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.559461838Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-subscription","reconcileID":"f1354ce3-4b61-46af-8475-53674592f12d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.832066571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.832736982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"3800a9c2-639e-4588-99c7-cf6bd5680ee8","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:20.890887932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"3a9668c4-6196-4973-a613-50c1e2d30cb7","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.003372299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"092ec740-4056-4736-bb52-2be62844dc68","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.003848507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"d1493c88-dc19-4097-b233-841fbb54715e","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.093732276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c0105640-aca3-40c7-b159-303496ff3b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.098123043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4fae2abd-cd48-4177-984a-96f137fbf4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.098844901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"939215a2-a2bf-4d71-905a-88d7d7e5dd56","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.14976643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c0105640-aca3-40c7-b159-303496ff3b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.156853579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4fae2abd-cd48-4177-984a-96f137fbf4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.156876032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"939215a2-a2bf-4d71-905a-88d7d7e5dd56","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.355833996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9e213033-ce6a-40a6-a65f-b7c0d27b94b2","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.41726248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"78fb72ab-5f31-45ab-acd3-bcf316e80ba4","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.46604468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"b13bf158-0a1e-4ab2-a211-79dbb94d2590","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.51949473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-distinct-models-auth","reconcileID":"b13bf158-0a1e-4ab2-a211-79dbb94d2590","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.574520382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"759258b4-1834-47d5-9636-517f264c957f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.625558769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.626469151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"2248015e-0b15-47dd-9ab7-f1515ea3673c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.630994396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"759258b4-1834-47d5-9636-517f264c957f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.683210078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"d9e31cb9-011f-44c9-b7d9-18b0cd1c4db8","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.727597477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"214116cb-7a2a-4687-a70f-05adeea654e3","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.728301357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"ab704ae0-9938-43fc-b08d-b71159bdfdb8","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:21.731492102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-sub","reconcileID":"4bdd30cc-b6f8-4a91-b7c3-0b4669ce0aa3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.783033624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a77b2374-af2c-4dfb-a450-943f5b2e62aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.783655497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0c8e1e11-74f6-4606-a442-c0a115e8d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.839631545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a77b2374-af2c-4dfb-a450-943f5b2e62aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.840275611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0c8e1e11-74f6-4606-a442-c0a115e8d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.842625943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"c9b18af1-f273-4eb5-88de-59da6eb9307e","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.897367414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"690599a1-9bcb-4bf6-9ae4-4d2f6598eaca","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:21.946273236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"68e71777-728c-402a-b999-fba644e91a9e","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.110214767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"facdc754-7b3a-4b73-a154-65b65f1c9533","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.168571011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"facdc754-7b3a-4b73-a154-65b65f1c9533","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.1707326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-sub","reconcileID":"ba821597-1a14-4f06-b402-d6a7c9bb0f34","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.246242459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a799c268-c1c9-4b3f-938f-e63d683df77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.246251047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e2fb260d-5629-4bb2-80fc-3627b0847409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.309499265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e2fb260d-5629-4bb2-80fc-3627b0847409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.311209141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a799c268-c1c9-4b3f-938f-e63d683df77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.337655667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"311d4256-658a-4474-a943-2c56d991aad5","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.381156357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"7089b62b-8dc1-40a9-a28a-1e2cfc088f86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:22.545414551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-sub","reconcileID":"53abd9fe-3571-4295-8e36-d5e0183210dd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.068541877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"24db89a3-22bf-4edc-a41d-423a7d75caca","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.124632259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"a4801d02-139c-4870-99b2-9e2b1cc4c765","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.280424151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"408ed4f4-7cc0-467c-afdf-d801f0f712fc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.327488569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.328121888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f26aa87c-4fd9-4562-8844-8466ae72b411","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.33685391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"408ed4f4-7cc0-467c-afdf-d801f0f712fc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.382305915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"5d38fd4e-c2ef-41c4-bc23-78ea161fb568","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:23.433365618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-user-sub","reconcileID":"2de3e8ea-17e3-446c-be58-f30fb8778fe6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.437362718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"d1a83255-76c1-49c7-89df-20582459dabb","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.484068408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"6fbe0363-70a3-4c80-bbcf-e04d10541988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.484067753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"42a2ced3-ffea-4e46-bfc6-b09f2ea759d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.540470236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"42a2ced3-ffea-4e46-bfc6-b09f2ea759d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.542345778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"6fbe0363-70a3-4c80-bbcf-e04d10541988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.545573877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"12fdf70a-3b79-44a8-b83f-ab37438292f6","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.599813132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"ed3981cd-4ed4-4ad1-b784-3787954ad40d","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.644321385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c7d758 priority=0:[ai-tenant-e2e-worker-w4-c7d758/e2e-models-other-sub ai-tenant-e2e-worker-w4-c7d758/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.644528428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"6518f67d-9356-4e1f-8e15-228824c71516","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.651122152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f2b318f1-b05c-4b72-b8d0-6eee84302b8a","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.70113367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"06f66634-ce6b-4bf1-9729-6eaf4d7c4e2c","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.747666539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"7e131b47-c4cd-4cc3-bf4f-6c7b56808543","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:23.754132546Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c7d758/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.803494069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"c40a2905-611c-464d-85c8-dcb12c36dbd4","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.806938398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"cf7e1e5d-13a2-4274-bd41-a610d2f1189d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.864866804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"cf7e1e5d-13a2-4274-bd41-a610d2f1189d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.865282517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-user-sub","reconcileID":"d369eacd-a9a9-49e9-b357-4f50626dfeb6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c7d758/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.952031169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"4c32a286-abd7-4c64-8ca4-2006489bbaf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.952129556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"22c136a3-e6e5-4cc8-923d-8f00972587c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.009578162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"4c32a286-abd7-4c64-8ca4-2006489bbaf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.009737693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"22c136a3-e6e5-4cc8-923d-8f00972587c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.013141372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-other-sub","reconcileID":"3018d2cf-488c-4ff2-a0ce-44604dbae440","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.030624875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"e2e7e334-e615-4bf1-ad75-645e4fd6ced7","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.114198519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"77c9ec70-5e2f-4888-805f-8af1f5734b33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.17793137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"a5756672-038e-4cc8-86e0-1dd20d3bb4bf","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.226979742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"f37ff7f2-012d-497a-9479-d0b5dd5e3e2e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.239209532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-user-sub","reconcileID":"5ddbb9c4-2501-4e19-96f7-273eaea19219","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.283711433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"f37ff7f2-012d-497a-9479-d0b5dd5e3e2e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.386624977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-other-sub","reconcileID":"00498c6a-0a0e-4b66-91f2-314b54f34ce8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.61422395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9aafdf7a-227d-4335-8709-ae1d71915201","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.771009184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"55f33d49-1546-4bf3-8ac5-2ef9ed599a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.771558555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"43c3f603-3da9-421b-98e5-fc029f26bb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.77165558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"a8377691-d2cf-429d-8d16-f77509a51e01","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.82860228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"a8377691-d2cf-429d-8d16-f77509a51e01","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.829115233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"55f33d49-1546-4bf3-8ac5-2ef9ed599a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.831282056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"43c3f603-3da9-421b-98e5-fc029f26bb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.969919434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.098327043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-sub","reconcileID":"a00ac7eb-041f-48d5-b96d-efdef8e78926","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.312909628Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-sub","reconcileID":"a00ac7eb-041f-48d5-b96d-efdef8e78926","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.521891721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"8bdb9e15-70d0-411c-8c99-fda93e5d49bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.569935305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c7d758 priority=0:[ai-tenant-e2e-worker-w4-c7d758/e2e-models-other-sub ai-tenant-e2e-worker-w4-c7d758/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.570479834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"50d5c2e5-1b89-4673-bd72-a61240397118","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.628376367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"8881b290-4751-4d5e-8486-3b33b372ecc1","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.715775154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"9d33e2b5-cc48-459d-aa65-44a65dd48909","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.726556926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a297eaa9-5a52-4ff9-ac50-be8ae9efc11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.726609086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"8978525c-cb40-42c8-8445-a33e97c52839","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.727230784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d6b68867-037d-47f2-a8e9-bf7f3d549af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.78452103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a297eaa9-5a52-4ff9-ac50-be8ae9efc11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.785077594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d6b68867-037d-47f2-a8e9-bf7f3d549af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.786972561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"8978525c-cb40-42c8-8445-a33e97c52839","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:25.989052863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-api-key-scoped-auth","reconcileID":"5ff8e714-078e-4fe9-981d-9aaa732ba3b5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.147450416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"1e5abda2-63dd-45f3-bdcf-c82bb6c3dabd","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.685290994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"ccda11c3-09d1-425a-a2e1-12a71d32cba9","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.842030134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ced0f965-d4ad-44e8-865d-398513d005fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.842032591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"0037561c-7bad-4a45-a3d4-93305996dadb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.842552165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"89e56839-b2a6-498a-836c-d36ad43e9d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.908058648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"89e56839-b2a6-498a-836c-d36ad43e9d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.910314333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ced0f965-d4ad-44e8-865d-398513d005fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:26.911979274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"0037561c-7bad-4a45-a3d4-93305996dadb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.187378265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"cea9d12a-641e-4047-b045-27508cf1872c","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.243647998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"73d7a8f8-e10d-41b0-afd8-1670ea33bce6","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.401064734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"f5831374-57f9-4428-81c5-8df54c263ae7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.456770347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"f5831374-57f9-4428-81c5-8df54c263ae7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.468156586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"46a56adb-e71b-4b2c-ac9e-3df74d1ee319","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.468459219Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.522999659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a134a8ab-879c-47be-8f22-720a19063a23","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:27.572467817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-valid-sub","reconcileID":"312d3919-6cfa-41cf-99e8-227add50f3b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.579540584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"e7ed920d-a09f-4de5-96b3-403a6d30c8b3","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.624406086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"37358333-779c-45b3-bd1c-883bfea5e40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.624406661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"152c4eed-c284-4653-8b24-6f3f8d0bfe11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.680488778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"37358333-779c-45b3-bd1c-883bfea5e40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.681087061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"152c4eed-c284-4653-8b24-6f3f8d0bfe11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.68155615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"be26a912-1d6e-4084-a037-5fdba1f42ad4","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.73790819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"91fa0700-8877-459d-b590-fb73a2b9dc97","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.772974129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"bf093e5b-f9f2-4953-a696-51e0ebf82d1d","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.928993603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"17c0b0f8-07d4-4672-a036-58e13f94ef21","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:27.985185043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"17c0b0f8-07d4-4672-a036-58e13f94ef21","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.002194925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-valid-sub","reconcileID":"fc1fe59c-14ad-4809-a1ff-6592bf814f67","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.07160435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b8b2a65c-9f28-4314-a988-47d1950b1b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.071605114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"201c3cc4-fb5a-49bd-898f-585cb9c658ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.128396106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"201c3cc4-fb5a-49bd-898f-585cb9c658ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.128630481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b8b2a65c-9f28-4314-a988-47d1950b1b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.167328991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d2152524-4962-4e35-82a6-63b5874f64c6","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.211189781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"ef7545ac-bbca-4054-8258-42aa8bda0cf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:28.377574577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-valid-sub","reconcileID":"accf7280-0623-4aad-83c5-b8f4e794897f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.426236991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"a2ae6b86-07c7-444e-a300-f16888551d47","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.582953518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"6ad848ea-fd9e-4193-93b9-b1cb2c68c31b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.583030474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"41e54bde-9748-4ebd-8f33-9c0f31300fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.583467503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a296d7f3-9a47-41fe-8eca-0f3ce4f75a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.640480302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"41e54bde-9748-4ebd-8f33-9c0f31300fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.641151974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"6ad848ea-fd9e-4193-93b9-b1cb2c68c31b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:30.643620498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a296d7f3-9a47-41fe-8eca-0f3ce4f75a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:34.777893579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-sub","reconcileID":"924b85c1-43aa-4990-be74-daba211d2fd1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:34.992200996Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-sub","reconcileID":"924b85c1-43aa-4990-be74-daba211d2fd1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.204353505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"787c78cc-284e-46f1-a3d9-a202f879d8e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.249555482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"bbd4b04a-bee3-4e78-a1bc-aa72e2e8502e","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.249858678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.410468659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ede0b8d2-f002-4d08-a979-79daff232aa3","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.420223888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"c5ac4326-4ae8-40ee-afa6-41cdf5979ddd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.421019264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d9fcc470-38e7-405b-836d-5ac2fbcd502e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.421600733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2cbf3a29-3fea-46da-99eb-37dfae278bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.476925027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"c5ac4326-4ae8-40ee-afa6-41cdf5979ddd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.478896635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d9fcc470-38e7-405b-836d-5ac2fbcd502e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.479304607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2cbf3a29-3fea-46da-99eb-37dfae278bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.631939657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-user-token-filter-auth","reconcileID":"d8b9c227-9c1f-4aa5-8593-a2e205afda29","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:35.79106605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b1c4a467-5be3-4047-8c45-fa3566fa6daa","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.413338569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"c05bd807-4c76-4f84-b39c-407284290dea","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.41384346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"860186af-f51b-4013-9174-cda1b03b7eca","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.479146933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"63b996dd-d929-4b27-8d86-2c81656edf70","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.479456805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"bbb77b86-fdae-4ab3-a907-7db83bc45f90","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.573943845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a895b1c3-b163-41df-b953-0bcb9421360d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.629523051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"d6f1d669-f086-44fb-9ebb-68bde9bac8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.640937124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a895b1c3-b163-41df-b953-0bcb9421360d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.675621758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"acd85df4-b13c-4eae-9dda-98433dbe3142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.72884032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"24c9f0f0-4686-46a7-9978-b444b0056eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.732060693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"acd85df4-b13c-4eae-9dda-98433dbe3142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.84723876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-user-sub","reconcileID":"06534436-cd25-4595-bf21-e3a17207951e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.86141586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"35708de8-e590-42fc-ba6d-7b02a94328e7","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.918320791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"45cdf18b-7da5-41ca-9671-4f464aec5dfb","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:36.959369118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b687ee65-36cc-47b8-88de-dd6fa86f43b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.01998734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b687ee65-36cc-47b8-88de-dd6fa86f43b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.057708523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"817c9577-d3cd-4e02-9132-af117e447d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.069850932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-user-sub","reconcileID":"06534436-cd25-4595-bf21-e3a17207951e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.119886253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"817c9577-d3cd-4e02-9132-af117e447d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.143885949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"bc10df0a-5686-4f0a-97d9-04cee7ede034","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.144088285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.205437733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"ba07232d-6f44-4622-80f1-bb00511c9b43","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.210149539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"a11dd75c-5cd4-45c4-a39c-892bd1da2456","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:37.246968427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"fca1275a-0717-4165-b62b-5778aca90444","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.262271567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"83b32495-3add-4367-b5e4-e85c62291f16","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.266261037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"a11dd75c-5cd4-45c4-a39c-892bd1da2456","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.279976266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"ee9257e3-c056-42ab-b61c-30dca8d5b63c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.280013886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-other-sub","reconcileID":"45d3c3b2-c79f-479a-8ac7-263accbe232b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.329731863Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.330519196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"7a8d9ee2-bebc-4a39-9378-04661b76051e","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.362819952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a7c5dc55-d6c1-4e71-8a9b-3d933af77a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.363913164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3f0117e0-b471-460f-a406-b4e9014dcea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.370426198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"493e1fb2-3839-4b3f-9ff0-46244c36261a","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.430482054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"a7c5dc55-d6c1-4e71-8a9b-3d933af77a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.431135942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3f0117e0-b471-460f-a406-b4e9014dcea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.432034927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"27608410-9247-462a-a2d0-4b725abccc3e","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.454162853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"cba5406c-bf04-4402-9e58-2f82a8679121","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.489914788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"b1fc8a48-99a7-49df-81c5-c5d54d01c1c9","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.49051207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"803c31d8-3ae2-4c8a-829b-cc525cee2561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.490729069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4a6d33ce-379e-4925-88e1-d638e52fdef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.548782521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"4a6d33ce-379e-4925-88e1-d638e52fdef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.548776283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"803c31d8-3ae2-4c8a-829b-cc525cee2561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.58723452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"27b75868-66b3-4181-b293-b5add01e8ed9","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.646163804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"4892bb15-7bce-49a7-acdc-8d2176fe9c13","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"distinct-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.773945106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"3db96a6c-ac89-46d7-8bb7-d6cf9299c854","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.774203381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.841844457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"cee9521e-0fd4-486d-9b03-bd0710e4b90f","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:37.846256322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"4892bb15-7bce-49a7-acdc-8d2176fe9c13","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.887013198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"62643a4c-ef4b-458f-b87f-b6cd86589ba3","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.898573131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"1f7d17bc-4ab5-4ff1-b0c0-2e4b8ef0f0b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:37.902047103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.90362325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"07e29eb6-5082-46fa-aeea-36c5699621f3","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.949104801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"0c006d86-32be-45cd-b2fb-8a2e9db06936","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:37.999640359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"1f7d17bc-4ab5-4ff1-b0c0-2e4b8ef0f0b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.017927789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6988d80b-8ebb-4a85-b94f-0ba180f98cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.018632363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"6705b7b0-f95c-4118-bb09-95ef91b37d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.02564906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"2cd241f7-3456-4956-8b8f-3efb043283cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.09754025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6988d80b-8ebb-4a85-b94f-0ba180f98cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.098400331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"6705b7b0-f95c-4118-bb09-95ef91b37d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.102350402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"6b7f8212-cbff-43f6-8314-235f4feda64a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.111011469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"2cd241f7-3456-4956-8b8f-3efb043283cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.233539681Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"ba562427-e47e-4e33-a1a8-97fca2a47bce","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"distinct-2-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.288513479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"f530b76e-165f-48d5-bc77-808b0932ecb2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.323712556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"b654c551-915c-453c-a267-76c97f80f039","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.370659112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"f530b76e-165f-48d5-bc77-808b0932ecb2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.433118377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"acfa99a6-291a-4d93-b8eb-15ca22727415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.536157292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"acfa99a6-291a-4d93-b8eb-15ca22727415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.537320981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"f833452d-a4a8-4f04-90a0-ad3c95e8ca5e","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.555761287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"181dd503-6233-4174-9818-fe36c6f97e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.708972421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"181dd503-6233-4174-9818-fe36c6f97e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.709728525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"abe8324b-59f7-46aa-8029-5fd2b5e7e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.709998709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a5c765c1-6773-45bd-ba6b-a6011fbd6e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.728033477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"31a9fcec-b065-4a4b-9520-4b2ee25e4a76","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.766553773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"c37d35ee-3129-43c9-8907-8f0525a516bc","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.836422728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"abe8324b-59f7-46aa-8029-5fd2b5e7e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:38.807679082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a5c765c1-6773-45bd-ba6b-a6011fbd6e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.1987751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"de396f4e-65c0-49d7-9d45-680639611718","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.273827571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"de396f4e-65c0-49d7-9d45-680639611718","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.31773002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"81197ea5-1b09-4a5e-bc1e-f5e1e342b496","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.441817785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e657c0c0-a1b9-4b08-beba-77a5d2dd0bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.443193421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"81197ea5-1b09-4a5e-bc1e-f5e1e342b496","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.483867727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5bab08e7-c2ec-45d2-996e-345ed1d7e63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.507433616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e657c0c0-a1b9-4b08-beba-77a5d2dd0bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.507839216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"ee6d5323-19de-4c5e-8321-bc7beb61c29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.574066511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5bab08e7-c2ec-45d2-996e-345ed1d7e63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.601025388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"ee6d5323-19de-4c5e-8321-bc7beb61c29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:39.948500629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"b8745eed-5c2c-4c05-9398-e616bedc0916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.028073445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"79154617-7df5-48a4-9ed7-6c569e937352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.028850588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"109b104e-632e-473b-ae88-5ee4556849d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.06202527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"b8745eed-5c2c-4c05-9398-e616bedc0916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.207556208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"109b104e-632e-473b-ae88-5ee4556849d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.229556887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"37f92359-c185-4b64-8bdc-059e2039bacc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.230647095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"59379a2c-88d0-47d5-ac3a-df04a350d5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.25005461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"79154617-7df5-48a4-9ed7-6c569e937352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.335357427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"59379a2c-88d0-47d5-ac3a-df04a350d5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.345292473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"37f92359-c185-4b64-8bdc-059e2039bacc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.588183418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-valid-sub","reconcileID":"812025c0-c66f-47a0-9a7b-ef52e12ec16e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:40.80277375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-valid-sub","reconcileID":"812025c0-c66f-47a0-9a7b-ef52e12ec16e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.015655027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0ef26100-b635-4b5d-b3f1-899fdb5754ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.062958989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"22a59b02-ca6e-4d9e-8930-93bd2d10239b","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.06313236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.120766027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"b69998bc-f98b-41da-9385-3691f2138f87","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.216938208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d8e59d4b-8d12-45a7-853f-f56d6b6a8cae","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.2229554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"0fbe0a0f-a4c8-43ad-b9b3-5c0db1ff51d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.223119837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"77b18a8c-775c-4fd5-a998-27521d2d2954","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.223465094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1869dd5a-0c8e-47d0-b265-4a87a2419cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.279511672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"77b18a8c-775c-4fd5-a998-27521d2d2954","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.280281429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"0fbe0a0f-a4c8-43ad-b9b3-5c0db1ff51d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.282070943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1869dd5a-0c8e-47d0-b265-4a87a2419cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.484934901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-models-invalid-sub-auth","reconcileID":"d529349b-d05e-44c8-94a4-5b2f0a4d8bc4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:41.644114026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"aea2401d-49fc-4c4e-b29f-96d73b588f93","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:42.690025666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"aad6a4ce-63fc-40ea-b227-6ed9d50db559","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:42.746814858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"f5a22aa5-a7bc-4e7b-86ff-8c66e73af8cf","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:42.9548391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9be51dda-a9c8-4eca-aa3d-a0a9d9824fcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:42.970566388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:42.971021882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"6ccb297e-e0e8-4dac-ba7a-ed4693d8cae6","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.011441272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9be51dda-a9c8-4eca-aa3d-a0a9d9824fcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.030589936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"89659c57-bb52-431d-a716-869747714b70","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.074477099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6bc0808f-ec48-4f03-94ed-2bd404651069","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.086219061Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"89659c57-bb52-431d-a716-869747714b70","name":"distinct-w2-521f1f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.086265555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"89659c57-bb52-431d-a716-869747714b70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.091543737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"ec4b05b2-15f0-46ad-bf9e-b22392f90605","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.177222951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"d1da50d6-8a58-4825-9b31-db1992fd64ba","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.178105648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"cbc4790d-dfbb-4225-a857-919f908356fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.178104742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"59fadf4c-f732-4763-9bdc-8f9690ddcc54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.233317855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"df1c3a73-cdd5-40e8-bd69-13e8a1aca08d","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.234491862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"cbc4790d-dfbb-4225-a857-919f908356fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.237199627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"59fadf4c-f732-4763-9bdc-8f9690ddcc54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.238295806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"2d8a3c0a-5d47-45dc-873f-cb0e4090db68","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.295398668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"569fcc48-88a5-4827-953f-258c7bd76f55","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.328274686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"0693b50b-7ba2-40cd-a713-8c6f3ef1ff6a","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.445190157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"75ab44fb-b1a2-42f4-b32c-4f13fec3e126","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-w2-521f1f","model":"distinct-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.512238352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"3329dfab-a356-4c28-a336-e74ef9cff5b6","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.512558842Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=10:[ai-tenant-e2e-worker-w1-1bccbd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription]","namespace=ai-tenant-e2e-worker-w2-521f1f priority=0:[ai-tenant-e2e-worker-w2-521f1f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-521f1f/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.553328386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"403c46ce-1f82-4cb0-9c6d-a17bcbc5bd59","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.572619386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"51833308-0f43-48e2-b3d5-950df5df97f6","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.609541691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"403c46ce-1f82-4cb0-9c6d-a17bcbc5bd59","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.614839728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"59a6729f-7713-4121-9680-bcd22b4037a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.622154662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-521f1f/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.625719637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"51833308-0f43-48e2-b3d5-950df5df97f6","name":"distinct-2-w2-521f1f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:43.625762873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"51833308-0f43-48e2-b3d5-950df5df97f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-521f1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.625887216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"5d262f94-9874-4129-bd9a-c9a44aab36b1","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.631100853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"05d26b88-4097-47cc-aca7-6febaa795b56","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.655253832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"835148a5-65fa-4cef-9b49-f8969c7ea42c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.715056729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"835148a5-65fa-4cef-9b49-f8969c7ea42c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.721870836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"02f6fc95-0456-4808-9f70-d294dacb0256","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.759185853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"c411d825-e252-4fa1-ba2c-5ee95d610a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.759198011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"03ae2373-76e5-4604-a79a-9162611686a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.777338684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"94eea336-09d5-4088-ba2e-ad103c90214e","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.815857791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"c411d825-e252-4fa1-ba2c-5ee95d610a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.815949083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"03ae2373-76e5-4604-a79a-9162611686a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.819260022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"618e3757-9453-4e66-861a-4ae5f53c3df5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/distinct-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.922490554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"62fe638f-37d7-4d42-9261-286dc56e40a7","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.930349777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"43494083-b16a-4f8b-a288-6f09c4ae41ba","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:43.990445976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"41a3a64c-b659-4866-b56d-a563276df551","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-2-w2-521f1f","model":"distinct-2-w2-521f1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-521f1f/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.092215011Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"c96d633d-4a71-43ed-88f0-48f2226e7d5c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fca8eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.157271216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"f163c3a4-212e-462a-b235-349871a2893a","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.181593539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b7bd786c-3c5c-4583-b5ad-9ab068b48905","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.188885571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"57bba684-6db8-469f-8eff-3e87ea29dd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.237906051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b7bd786c-3c5c-4583-b5ad-9ab068b48905","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.245368453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"57bba684-6db8-469f-8eff-3e87ea29dd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.282175522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6bdace44-8237-440d-b735-de4922f549de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.329864164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f0165d69-0216-4ca5-99c1-033263181a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.329888101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"e575dd87-59b5-45dd-8035-9cc20138cddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.338082832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6bdace44-8237-440d-b735-de4922f549de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.366021349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"afee5df4-0ff8-47b8-87b9-6a5368199b6d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-2-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.386649383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f0165d69-0216-4ca5-99c1-033263181a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.388423897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"e575dd87-59b5-45dd-8035-9cc20138cddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.653471328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d00aef58-5ddc-4f62-92f1-2a4724b59618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.657276081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"adf0b89e-9c77-4715-8125-78d2bdbc4d78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.710490621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d00aef58-5ddc-4f62-92f1-2a4724b59618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.713321315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"adf0b89e-9c77-4715-8125-78d2bdbc4d78","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.751414593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"f78d45bd-c397-477f-8a4c-4f7289af657c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.802416762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e810da4a-20bc-49e8-bf6f-271ea978be92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.808425643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"f78d45bd-c397-477f-8a4c-4f7289af657c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.860051642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e810da4a-20bc-49e8-bf6f-271ea978be92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.3643694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"fc3ae770-70ca-4ee1-b338-755fe7cea11c","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.535476582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1551730f-c3f7-43fe-8027-9dff567a307d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7eda9adc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.641442471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1b45798b-d5b8-4968-8041-c7c12f9967db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.642222892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"3208071c-f0f2-4382-b44c-fd450342c74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.642826937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"39ee1f43-f857-4f15-96e2-45b2136875e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.64338827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0e0e2d06-5235-4a5c-b5ec-f5bda8b46ebb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.703185576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0e0e2d06-5235-4a5c-b5ec-f5bda8b46ebb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.707624076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1b45798b-d5b8-4968-8041-c7c12f9967db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.711888707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"39ee1f43-f857-4f15-96e2-45b2136875e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.712886266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"3208071c-f0f2-4382-b44c-fd450342c74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.127407594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"eb5333fe-839d-430e-9065-e8c2b794ea68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.127646864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed01008-2dec-478d-8cad-e26a8e3901b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.197123554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed01008-2dec-478d-8cad-e26a8e3901b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.197836353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"eb5333fe-839d-430e-9065-e8c2b794ea68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.235786671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"1f79de61-db50-463e-947f-a74ea38ad650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.235845368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fa864fa3-7ed5-4fad-845c-670361e3315a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.292005983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"1f79de61-db50-463e-947f-a74ea38ad650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:46.292100504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fa864fa3-7ed5-4fad-845c-670361e3315a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:47.659994831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-other-sub","reconcileID":"be573f74-1e05-43e3-8645-78a922e4b7a3","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:47.880508416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-other-sub","reconcileID":"be573f74-1e05-43e3-8645-78a922e4b7a3","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.092642545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"3fe993ae-0626-4ce7-9e4b-e0e18a62754a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.141939416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.144428868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"61daf345-4e83-4241-8292-b621c5e83e6d","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.201762316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"8ee047bf-c2ce-4960-98b2-24508d5bf9c1","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.260439463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"8d201298-5381-495e-9365-0f5938ad8017","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.294909667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"abd37981-062c-4e70-af8d-e395e58c5ccd","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.300121679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"f380d8d2-6a0d-4ea0-8846-2a8c92608739","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.303670087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"306bcd23-d30e-483d-b05a-e9cc802a997c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.305506771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d8fa4987-37c1-4a28-9604-a198493f4e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.361075046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"f380d8d2-6a0d-4ea0-8846-2a8c92608739","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.362869225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"306bcd23-d30e-483d-b05a-e9cc802a997c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.369393399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"d8fa4987-37c1-4a28-9604-a198493f4e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.571605142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-models-access-denied-auth","reconcileID":"f1ac9128-dde8-47e3-aeca-586e300614d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:48.732330086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"4ce6cedd-95bc-4c55-b2b7-d821ab8670f4","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.115456532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"32cd7cb9-172a-40f9-a905-5b16db4b1a5f","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.171821778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"6385e0cb-a2e1-468e-aea2-ab37dcee0a90","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.377885493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"2c99d8c1-7831-477f-9cac-8fb575e3c22d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.388973438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"3b0c9435-8664-4433-99ac-8a4774c0013c","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.389484859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.434184756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"2c99d8c1-7831-477f-9cac-8fb575e3c22d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.448109426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"4420cdc9-6fd3-4a3c-a5c6-169333af2f81","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:50.494719095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"a856ffdc-a78f-4104-87ec-821b0efe6c15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:50.500873762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"4420cdc9-6fd3-4a3c-a5c6-169333af2f81","name":"distinct-w4-c7d758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:50.500937241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"4420cdc9-6fd3-4a3c-a5c6-169333af2f81","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c7d758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.506233497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"114c1949-190e-4785-a73c-a03cd23f7108","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.600028706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c0daae3c-2464-497d-9abf-b79dacd59712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.600043609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3f5d6e2b-0e51-4c7c-8518-c51cffddaa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.600784954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"1ae5cb79-6334-4fd3-b538-4d50b9c780d9","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.654916889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"7ed7cb93-2b0b-4b1b-a065-c220d6b0d8b4","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.655849746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"e19f277b-8ba8-473b-bd03-a312a8e73721","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.660524171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3f5d6e2b-0e51-4c7c-8518-c51cffddaa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.660676578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c0daae3c-2464-497d-9abf-b79dacd59712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.711647291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"02f059ba-ce46-4c71-824a-b6a7cedf7916","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.748734876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"d7fdcc49-b4f1-4766-ae0c-62cda3c6cb3e","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.87527403Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"35bbf289-acbc-4df3-bc4a-71f5d0ea6b91","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","model":"distinct-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.940478255Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c7d758 priority=0:[ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.940782145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"6b7efde6-48f2-4c05-a408-514eb0b638e9","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.969868407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"b77018d2-d22e-4c41-9285-563abaf48201","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.997975689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"c4021de4-a4eb-416e-8b98-3b150f16f055","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.005846844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"50d4a7f9-3cfe-4efb-855d-926dfff30d63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.025848062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"b77018d2-d22e-4c41-9285-563abaf48201","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:51.037134324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"35bbf289-acbc-4df3-bc4a-71f5d0ea6b91","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.042339255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"8c03cccf-e6d7-47ba-9472-29951caba543","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:10:51.047315044Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.061864178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"50d4a7f9-3cfe-4efb-855d-926dfff30d63","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.098396654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"b131e9ce-2c0f-4fea-b84e-55eeb5462ba6","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.108639022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"3ad76cd6-9d35-4f85-bd27-c62fa9abc71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.108839997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"87147710-d504-4426-bdb4-b234a412562c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.164751896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"3ad76cd6-9d35-4f85-bd27-c62fa9abc71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.16491964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"87147710-d504-4426-bdb4-b234a412562c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.245298309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"a1d63757-12c5-44fd-b8b3-4d9c64c18d56","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.349590465Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"c5f66d2f-6c8e-4fd9-8769-f1aaef3c230c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","model":"distinct-2-w4-c7d758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.410220998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"55a4d6e4-22ce-4273-a571-ce9f1071517a","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.421857872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"eca306d0-b46e-4c37-a15b-09e67bb93175","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.518338337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"9493822b-7de4-4c42-a2c0-49df0f6175e9","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.523871632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"7ff847c7-abc1-468e-85cd-4e628f978da6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.57942678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"7ff847c7-abc1-468e-85cd-4e628f978da6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.623724736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5381e4b9-288f-4d15-b6a5-8cb43ae375e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.624065637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2cef7208-e3f8-4a19-a3d4-10d714b51313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.679512445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5381e4b9-288f-4d15-b6a5-8cb43ae375e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.679645253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2cef7208-e3f8-4a19-a3d4-10d714b51313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.723977979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"3ed9694d-a260-4c08-af0f-e632f438682d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.726108713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"96aa6b6e-ce4e-4a2e-8cde-8b34e7e7df93","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:51.780251186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"3ed9694d-a260-4c08-af0f-e632f438682d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.144600562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"02d0b590-cc59-43b1-add4-c1ef20c96eab","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.196715449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"02d0b590-cc59-43b1-add4-c1ef20c96eab","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.248985398Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub1","reconcileID":"02d0b590-cc59-43b1-add4-c1ef20c96eab","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.529096087Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c7d758 priority=0:[ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.530228567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"250f5c25-08d3-43e2-8d2c-6b0a765c029b","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.590534916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"1d6be5d5-d61b-4919-8d57-cd0ac2854f7f","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.709866435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"0dd1ec4a-396e-41a5-8879-8bf2ea102ed2","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.85404728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ac8a756f-52da-411a-8adb-28e717476cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.854456963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"b73bf7c7-410e-4292-aafb-5cb649641cee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.854717762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e4b6ba5b-6982-4609-ae12-0a541e32b116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.85497654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"ba635892-bd9c-41ab-8120-41356ea49404","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.918634093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ac8a756f-52da-411a-8adb-28e717476cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.919014998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"b73bf7c7-410e-4292-aafb-5cb649641cee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.920279898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"9c040984-fe70-4f77-9249-84d3542c0ef7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf59c59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.924226075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"ba635892-bd9c-41ab-8120-41356ea49404","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.924327814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e4b6ba5b-6982-4609-ae12-0a541e32b116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:54.978615911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.467812863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3743a573-9958-4286-afa9-d1be4c7a2087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.468876527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"ae04dc44-54c4-414d-9176-6887f30af9b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.469839153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"04d0bead-a49a-48b7-b2fb-9b5774ea4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.470078726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"4aa98046-aa04-4e26-b4af-b2147ae5e468","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.614022819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3743a573-9958-4286-afa9-d1be4c7a2087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.62211635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"4aa98046-aa04-4e26-b4af-b2147ae5e468","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.650006432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"ae04dc44-54c4-414d-9176-6887f30af9b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.652133493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"04d0bead-a49a-48b7-b2fb-9b5774ea4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.657031001Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e498cd31-d03f-44e4-bf45-864c361597b1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-w2-521f1f","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.72044319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e498cd31-d03f-44e4-bf45-864c361597b1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:55.79123529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e498cd31-d03f-44e4-bf45-864c361597b1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/distinct-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.03318586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7c2728c7-6507-41b2-94b3-c459880cf84c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-2-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.168798631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"4f64d9b1-342e-497e-b556-5167b26358ee","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.169811865Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c7d758 priority=0:[ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c7d758/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.2452445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"53c63056-8469-4494-a45b-da604b1748eb","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.33827801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"6a238c2f-0a5d-4041-9639-e682792834c3","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.49223898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b5a5d2a-4675-487a-a900-b516b6f7daf1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.529022255Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b672d51d-4a33-4d52-abc8-a567ca6d7d6e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0e38c2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.564119231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b5a5d2a-4675-487a-a900-b516b6f7daf1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.592020285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"f2c541ce-1ff4-4b15-af2e-f76ab4c7ff9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.592822976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"ab9e5dbc-3ed2-47f9-bbb8-160b3392133c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.593263522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"64bb6720-7be3-420f-9c62-54afd0eead6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.685457811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"64bb6720-7be3-420f-9c62-54afd0eead6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.699444931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"f2c541ce-1ff4-4b15-af2e-f76ab4c7ff9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.758851652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"ab9e5dbc-3ed2-47f9-bbb8-160b3392133c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.982632041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"52188575-7bdf-401c-8d38-bf74c807e345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.061820765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"52188575-7bdf-401c-8d38-bf74c807e345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.094223905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"de79abb0-801f-4a20-8ff0-534896216eaa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.156447013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"de79abb0-801f-4a20-8ff0-534896216eaa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.261298132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b72b92e4-d242-458a-a3bb-35c6496ea338","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.261771995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"53dc3039-9f50-4ab6-b150-8d42f119233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.321528682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b72b92e4-d242-458a-a3bb-35c6496ea338","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.335181015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"53dc3039-9f50-4ab6-b150-8d42f119233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.357332435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"53fd4d23-ba5f-4798-999b-c28e214472ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.420161226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"53fd4d23-ba5f-4798-999b-c28e214472ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.549774291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e9005c21-d38f-4c54-a118-13794a0787ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.606061456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e9005c21-d38f-4c54-a118-13794a0787ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.638558632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"75f06df4-cf62-40a9-97f9-fb303b5375cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.694596378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"75f06df4-cf62-40a9-97f9-fb303b5375cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.831478122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"3f031d11-cd5c-4a7e-9a9d-ea1b21c5a814","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.835318464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"05d0c7bf-3653-4457-8954-d71fe4ca43d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.887406931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"3f031d11-cd5c-4a7e-9a9d-ea1b21c5a814","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.892569535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"05d0c7bf-3653-4457-8954-d71fe4ca43d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.92836103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f9203863-f6be-4766-8c63-2fbd3e964075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.931588797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b661177e-2ac4-4dbd-bc0c-ddb0a03a836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.984292324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f9203863-f6be-4766-8c63-2fbd3e964075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:57.987512373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b661177e-2ac4-4dbd-bc0c-ddb0a03a836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:58.130546199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9458c775-6585-4144-a601-211dc7988dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:58.187075295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9458c775-6585-4144-a601-211dc7988dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:01.648895914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"271f6a3b-6565-4402-892d-a84f4cbe2076","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.422256008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"61ed5a60-0973-4148-9fdf-89c3c55d08d0","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.584586955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"3f31cc58-50b0-4ffb-b4d9-a64e396f1b64","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd336ebf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.683818395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7daddd61-106b-4842-ae25-656c40d06f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.683852706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"c6359e02-6e8c-4d7c-9cb7-e6b9e6f5dacd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.684418559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"d60892e3-0bbe-42bc-b20a-ba6a0e26607b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.684488837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8cb93a53-9bbe-4b56-bb79-b2c7217cd841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.740808241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"c6359e02-6e8c-4d7c-9cb7-e6b9e6f5dacd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.741373562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8cb93a53-9bbe-4b56-bb79-b2c7217cd841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.743404279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"d60892e3-0bbe-42bc-b20a-ba6a0e26607b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.743752646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7daddd61-106b-4842-ae25-656c40d06f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.166828138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"3fcd08f2-bd35-484d-b269-a7d5e7a4a07b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.166831225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"76405c9e-bfc3-42b3-affd-5cc096a0d8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.225757605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"76405c9e-bfc3-42b3-affd-5cc096a0d8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.226775962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"3fcd08f2-bd35-484d-b269-a7d5e7a4a07b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.2644274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5583bcc0-06b1-4da5-8ae7-a1ce7dc8181a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.264426341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"3db5a401-de09-46c2-b542-7902fd540a0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.324116032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"3db5a401-de09-46c2-b542-7902fd540a0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.326868998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5583bcc0-06b1-4da5-8ae7-a1ce7dc8181a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.978468558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"8866217e-3040-452a-b381-9d89bff27369","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.030650081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"8866217e-3040-452a-b381-9d89bff27369","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.082943666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-sub2","reconcileID":"8866217e-3040-452a-b381-9d89bff27369","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.350828249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.351186085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"f9274ff5-f7a4-47be-a9a2-8dd1788b31e7","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.411662554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"bab6a071-1e3e-46e8-8529-74f1bcabe907","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.493896969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"9f341411-b6a8-4a2e-a7ac-10d18ea60591","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.619609643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"423f916d-7c6d-4cb2-83bf-72b84731a65b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.62006327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"2380923f-fcd0-49f1-9a48-177f07d8a83d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.621190897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d5aca9c6-90c2-4384-893c-e31ecc968102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.621813465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"abc93a12-9b91-49ae-a4a7-1be4cc88e1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.677146826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"423f916d-7c6d-4cb2-83bf-72b84731a65b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.678573997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d5aca9c6-90c2-4384-893c-e31ecc968102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.679835605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"abc93a12-9b91-49ae-a4a7-1be4cc88e1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.681217728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"2380923f-fcd0-49f1-9a48-177f07d8a83d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.880836738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth1","reconcileID":"6fd0fa07-a089-4ae4-82d1-6cb96c64161a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.087826361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"bf6145f9-e409-4d39-aedb-82030f357546","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.13709409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"32504aaf-c37f-4e14-ad79-a849625d86d2","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.143824352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"bf6145f9-e409-4d39-aedb-82030f357546","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.295462822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"a37c5df6-391c-4fc3-aa94-83cd7d5de584","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.347287865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-ignore-header-auth2","reconcileID":"567af3f3-0d7f-4788-bf40-645d5a5a9bdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.555597043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"60962ab5-b638-416b-b7cf-6be118226b41","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.581794068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e299add0-5731-4f4a-b825-39e459afac85","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.634158911Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e299add0-5731-4f4a-b825-39e459afac85","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.68654611Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e299add0-5731-4f4a-b825-39e459afac85","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.957953513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.958753084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"72359d1e-d0c5-48ff-9577-feea86cbf569","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.12341329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"a54de321-e9d4-4cee-93e7-d8d51ec5ffb7","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.226944222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"6edb0df2-f088-486e-b3af-5e5a78f083e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.226994484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9e391aae-76e1-4839-8150-6f146183dfb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.22741619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a6f35c32-31c3-4bb6-8d59-7eb8e73c376a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.229069859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bebc298b-6ce3-4f3a-a8bb-e6d366ed7cb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.284348194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a6f35c32-31c3-4bb6-8d59-7eb8e73c376a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.284537809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"6edb0df2-f088-486e-b3af-5e5a78f083e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.287083748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9e391aae-76e1-4839-8150-6f146183dfb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.287157091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bebc298b-6ce3-4f3a-a8bb-e6d366ed7cb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.489042147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ea210ac2-711b-4d09-aab1-b752ecad9c5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.64898902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"d4c83b19-7d5c-4103-a890-0ca5f54a1dab","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.696294835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9cdf4881-411f-45d0-86c8-a24b72118fd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.752255726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9cdf4881-411f-45d0-86c8-a24b72118fd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.803280595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"51a644a5-e299-42aa-bc61-8decadd43864","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.955782514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"92edb364-ac98-4c31-b799-d178a7137345","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/distinct-2-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:07.970257361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"99c8d485-ce4f-49d2-be1b-bfa145ae6ce4","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.026376416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"ee160073-5bd8-4a4b-9c4e-5ea7f809ff41","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.211812839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"c5fa91b1-8994-4884-a7ab-e2dad1d7368f","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.232491769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cf65079a-6805-4220-a40d-bb1f2bee63b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.252452958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"f03b80d9-c1b1-4f23-b108-9ca3505febd2","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.252800344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.289438273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cf65079a-6805-4220-a40d-bb1f2bee63b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.312473361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"f2b420b5-51d6-407d-83c4-0f0ac1da7ac5","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:08.35463187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d7a0d189-fe45-458a-be28-facf74d5a380","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.459413073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"ea2207be-2989-4c63-a86a-9d3adaef7203","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.460484762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"540e76ad-43fb-46b4-8c41-7683f06848d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.460814092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"aa6a96e9-2223-4f36-947a-3025cab24106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.513782035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"4ef2e168-0ed1-4e45-9f41-9415635e3666","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.519436943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"540e76ad-43fb-46b4-8c41-7683f06848d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.519547492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"aa6a96e9-2223-4f36-947a-3025cab24106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.535892083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"de4d60ee-acb5-44b1-b0cc-5d29d09381ff","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.589889193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"2533e78e-acad-4299-89da-c5d9ef464a0d","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.605139243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"90579ae8-7a09-471e-8c3b-fdd441519162","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.725533262Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bb5505f0-2408-48e3-8867-77739f3f3b68","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"distinct-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.815511695Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=0:[ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.815833539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"08a614a0-c0c5-4f2f-ac5b-32412ba8b994","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.847879534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15cd73d6-3b1b-497f-a9eb-96de7fadb810","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.866322297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4cbf48b-641c-4956-af15-a0b2e325bc03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.872845833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"b83902ce-dee0-4e0e-abf4-6d32519e277a","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.904269843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15cd73d6-3b1b-497f-a9eb-96de7fadb810","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:08.920150368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"84be2e96-80f7-43b1-94e2-8056c08047dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.924126197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4cbf48b-641c-4956-af15-a0b2e325bc03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:08.924638445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:08.925571583Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"b83902ce-dee0-4e0e-abf4-6d32519e277a","name":"distinct-2-w1-1bccbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-1bccbd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:08.925625212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"b83902ce-dee0-4e0e-abf4-6d32519e277a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-1bccbd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.925792651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"010ffb6b-0b62-439e-8345-f28fb15e6eca","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.930964146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"e9962c82-7cb6-4b0e-ad17-efab19308d9a","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.960717855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d331873f-09ca-4da0-9150-092bc116b593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.960746837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bc8d8792-f903-4e36-861a-917974cffa9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.018285655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d331873f-09ca-4da0-9150-092bc116b593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.018993575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bc8d8792-f903-4e36-861a-917974cffa9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.027328166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"cf86e0d7-ad95-4a38-aea4-90b186d9f91e","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.081852949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"4920e340-7436-4c5d-8534-87bcc2a756b8","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.100955228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"03fd9b8e-a2b1-4347-ba0b-4fe61a2a545c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.287542759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"49254ac4-2228-4176-ae3b-448111bdc631","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.294583072Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7108011a-b2b8-4d70-8b34-8bf3193af6a1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"distinct-2-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.390089791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cd708cd4-b56d-44f6-b752-15fba166d2f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.446316072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cd708cd4-b56d-44f6-b752-15fba166d2f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.474055125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"4b3869f1-6af4-496d-8937-57cd23837184","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.486614461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9d7803bd-d058-4784-b1be-b6857c6d6246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.486936002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"514d48fb-fec2-427a-a6b8-da34a979be50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.543030181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9d7803bd-d058-4784-b1be-b6857c6d6246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.54336991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"514d48fb-fec2-427a-a6b8-da34a979be50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.586690797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"65f457f4-37b0-42d2-9ead-d472a415553b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.643000362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"65f457f4-37b0-42d2-9ead-d472a415553b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:09.681477593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b91af0e4-cf35-436e-95b4-172b37b88269","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.492473664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b94b0cbe-fedf-47b9-9d8b-b5a944f53fa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.492500166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b94b0cbe-fedf-47b9-9d8b-b5a944f53fa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.546874959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e4fcc6-ede1-4b2c-9c46-a38ab8b7cd94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.546898138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e4fcc6-ede1-4b2c-9c46-a38ab8b7cd94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.651080994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"0b4fa765-1c42-4f90-9df6-f0708b4f71c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.76202349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3b5808-b4ca-4c7b-879c-c247a8cb75b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.762044688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3b5808-b4ca-4c7b-879c-c247a8cb75b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.762415352Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=0:[ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.774339515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"0b4fa765-1c42-4f90-9df6-f0708b4f71c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.819385546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"3eff3d33-29d6-4413-9f70-3ef910654a0d","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.829485802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"0b4fa765-1c42-4f90-9df6-f0708b4f71c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.864620175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7c8df90-3951-444e-bbdf-5d44413ecb30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.864637368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7c8df90-3951-444e-bbdf-5d44413ecb30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.877217033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"5264c978-50f8-4940-b740-215fc1117afe","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.885912141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e0015f-b7cf-4ef0-8f6e-87f67011b18d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.885928838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57e0015f-b7cf-4ef0-8f6e-87f67011b18d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.919055739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6959fbc4-a6a9-44fb-97d5-1b811ef38cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.919069428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6959fbc4-a6a9-44fb-97d5-1b811ef38cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:10.930043651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-cf9c90de/e2e-shared-int-sub-cf9c90de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-cf9c90de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:10.990851462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"c819932e-ad6e-444e-8b38-6eddb403ab54","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.051490569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"c819932e-ad6e-444e-8b38-6eddb403ab54","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.110199059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"c819932e-ad6e-444e-8b38-6eddb403ab54","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.192899411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"a6051736-f6fc-49ad-807d-c1f660ddbc40","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-cf9c90de/e2e-shared-int-sub-cf9c90de","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.36378589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ff8b79-641e-45f9-a7b2-eea9f140fa11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.363803306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ff8b79-641e-45f9-a7b2-eea9f140fa11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.406839252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fe6db46-6528-4efc-ab65-fa63130c99cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.573586738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"ea0824ca-e9d4-414b-b460-e5f49ae31d6c","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.866120443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b223db79-8da6-46fa-bddf-ac546bcbd9b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.866141059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b223db79-8da6-46fa-bddf-ac546bcbd9b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.920909526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c03c3c7-a5cf-4384-8c7d-2cf3c9b9a3b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:11.920932239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c03c3c7-a5cf-4384-8c7d-2cf3c9b9a3b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.025810985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"edb044db-8c63-4ed7-a904-2f10e0e45c74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.082147628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"edb044db-8c63-4ed7-a904-2f10e0e45c74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.137361821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"edb044db-8c63-4ed7-a904-2f10e0e45c74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.151812048Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=0:[ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-1bccbd/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.152075075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad0b95cb-70f6-4da5-800d-1ee50c5a7728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.152090868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad0b95cb-70f6-4da5-800d-1ee50c5a7728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.194555361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faaf7f85-fb22-4685-a264-35b8480716a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.194574526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faaf7f85-fb22-4685-a264-35b8480716a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.206229229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16770455-642c-4749-b36b-789de7002af8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.206245155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16770455-642c-4749-b36b-789de7002af8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:12.25603374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"78a63686-a7d2-4959-b9f9-877784f16027","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-cf9c90de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.263940835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d10d9100-e79e-4ffa-b226-1f745a6170c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.2639561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d10d9100-e79e-4ffa-b226-1f745a6170c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.298885628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d9986514-a11a-4f9c-b5d9-05877a7a7f61","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.354811348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d9986514-a11a-4f9c-b5d9-05877a7a7f61","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.367963777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f61997b-5cad-4b60-8508-03f938d58941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.367985421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f61997b-5cad-4b60-8508-03f938d58941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.409555326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d9986514-a11a-4f9c-b5d9-05877a7a7f61","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.422536199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fbaf18-115d-43f0-a7cd-f588b651c8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.422551395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fbaf18-115d-43f0-a7cd-f588b651c8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.689833115Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"cc700c8f-2c46-4349-96d1-5c79cbb76330","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-9062212f/e2e-shared-int-sub-cf9c90de","ai-tenant-e2e-mt-cf9c90de/e2e-shared-int-sub-cf9c90de","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.862981245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a0cc303-733f-4b19-96a2-b59d800cb833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.863002454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a0cc303-733f-4b19-96a2-b59d800cb833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.903765658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"370d6d07-adab-4c4c-aa72-33e784f2103c","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:12.903777164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6750b18-ec11-46eb-aac8-98a337985dc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.071780823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"fa734643-2e1f-464c-bed4-48534230fce5","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.240501627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf6357f4-c78b-4c41-8cfe-a3e45c17bd98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.24052947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf6357f4-c78b-4c41-8cfe-a3e45c17bd98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.429784479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"37aba4fd-8d2b-40b4-b8a8-92fbbd7f1ebb","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.593859752Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e0be81f5-9ff3-4727-a25b-86a9ae6aa0c6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4fa141e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.637065185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"c38426fc-972b-4376-b71f-030b76cad1cd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.689769863Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"c38426fc-972b-4376-b71f-030b76cad1cd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.689796865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"814f67e8-91cd-46dd-ad89-80b09c14ac54","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.690202719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"769993d4-bbbe-4219-8912-3c95580e7436","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.690392861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6fecfc9e-e98e-4d71-ad5b-6894ba569e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.690612595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8aef55a5-55ba-4ee6-a4f5-2933d35fcd9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.742295199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub1","reconcileID":"c38426fc-972b-4376-b71f-030b76cad1cd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.746412686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"814f67e8-91cd-46dd-ad89-80b09c14ac54","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.746975284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8aef55a5-55ba-4ee6-a4f5-2933d35fcd9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.749243347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6fecfc9e-e98e-4d71-ad5b-6894ba569e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:13.749426217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"769993d4-bbbe-4219-8912-3c95580e7436","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.009835088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.010467529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"e06a3ef7-be46-4d34-a172-64299caca6d1","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.070746584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"15af2235-abe1-4926-aeac-d7a68f522cfd","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.166100683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3331747d-60f7-4e91-b9fd-0927e1d496e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.166395139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f4ef89ab-8e69-4142-a47c-0fb88c692aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.167116078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a11aa514-7fca-4037-bca0-bce0fa11bd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.167278537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"f61ac06e-5b51-48ca-bc8b-58dc1cef5150","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.16781747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba10e716-1de3-42a4-9cc2-c6c46c274a27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.226401261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f4ef89ab-8e69-4142-a47c-0fb88c692aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.227284336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a11aa514-7fca-4037-bca0-bce0fa11bd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.230916492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3331747d-60f7-4e91-b9fd-0927e1d496e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.232883301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba10e716-1de3-42a4-9cc2-c6c46c274a27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.276062622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"970eaa3b-c882-4e53-a995-a30e28925178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.331880447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"970eaa3b-c882-4e53-a995-a30e28925178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.334268437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"0207cffa-42ef-4d39-8409-1800b2dc2089","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e0624c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.707296972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fccc705c-8f66-48ec-8f4a-795861d7ed90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.707900013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"efada20b-46e0-4e7b-9a10-e4b67f4ec32d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.766145833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"efada20b-46e0-4e7b-9a10-e4b67f4ec32d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.766277353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fccc705c-8f66-48ec-8f4a-795861d7ed90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.790616969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"7c0a4421-959e-40da-9102-2d6d79c3db84","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.817164469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"7ba51614-8e9d-4283-9e3d-7b66ac05a33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.84690443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"7c0a4421-959e-40da-9102-2d6d79c3db84","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.873550299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"7ba51614-8e9d-4283-9e3d-7b66ac05a33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:17.925444673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12e142a7-2541-4627-9968-8cd2dc397280","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:17.925569874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12e142a7-2541-4627-9968-8cd2dc397280","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:17.926266346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"3a9e9926-cbc4-428d-9fb0-4cdc44962c4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:18.037134201Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"3a9e9926-cbc4-428d-9fb0-4cdc44962c4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"policyNamespace":"ai-tenant-e2e-mt-cf9c90de","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:18.092912103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb499be-b429-43f9-8664-382b8acc6ac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:18.093038417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb499be-b429-43f9-8664-382b8acc6ac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:18.255288062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d13156a-330d-4a88-96ff-2b242d1ebc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:18.255398443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d13156a-330d-4a88-96ff-2b242d1ebc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:22.564215999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d8edd6bf-0f0f-429b-9fd6-a0708148bc18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:22.658158113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d8edd6bf-0f0f-429b-9fd6-a0708148bc18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:22.793232455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d8edd6bf-0f0f-429b-9fd6-a0708148bc18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:23.678404459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0dba1d08-fd24-4aa7-8dbb-ba970c007caa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:23.760276345Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0dba1d08-fd24-4aa7-8dbb-ba970c007caa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:23.822002839Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0dba1d08-fd24-4aa7-8dbb-ba970c007caa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.256310972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"a5fc54c8-6fd1-4ef9-956c-0e29171a317b","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.257679402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.394104129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"5850168b-2ab3-48a7-a44b-a48220f28437","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.412229751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"d4a2f806-7a54-41ea-b24f-31c0adbd3a46","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.47590503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"d4a2f806-7a54-41ea-b24f-31c0adbd3a46","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.58222699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-sub2","reconcileID":"d4a2f806-7a54-41ea-b24f-31c0adbd3a46","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.582687041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"803e80f6-298e-451f-8833-de87187d8e51","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5911deb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.721058563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"812419a3-5246-4703-ae6c-70b77962f0a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.722292148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f9bdd68e-be96-4fd2-8f97-398d94a78c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.747339289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2199dddf-5bf6-4afa-aa97-9e81863c33cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.747823625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b8346228-f62a-4b99-b5b7-fb06127ce8db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.954214648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f9bdd68e-be96-4fd2-8f97-398d94a78c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:24.971743997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"812419a3-5246-4703-ae6c-70b77962f0a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.167355292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.177402508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b8346228-f62a-4b99-b5b7-fb06127ce8db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.182295775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2199dddf-5bf6-4afa-aa97-9e81863c33cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.1886511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"b80bd559-2e8d-4ad0-a46a-b01b97f34131","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.206005601Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.339340162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"c6d5ce18-91e4-4044-84dd-ac38989b263a","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.534074205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a69960dc-b46b-45c3-b528-21360b932448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.608574011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a69960dc-b46b-45c3-b528-21360b932448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.667672073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"14640740-670a-4394-90b9-b00a7a4ad484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.736927251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"14640740-670a-4394-90b9-b00a7a4ad484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.797629995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9e9ed6a2-57ef-4021-bf77-2d063d04aa5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.798668035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"1d9d4754-a1ef-4ad0-aa5f-fe6ec40987da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.831158431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth1","reconcileID":"2feeba3d-be36-469f-9cee-55c3933bc025","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.861914982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef0563f2-a38d-41a7-8303-21e2efa80217","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.86650905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9e9ed6a2-57ef-4021-bf77-2d063d04aa5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.903779766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"1d9d4754-a1ef-4ad0-aa5f-fe6ec40987da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:25.955346973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef0563f2-a38d-41a7-8303-21e2efa80217","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.082874849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"6c887a13-8612-4cc4-a821-47cbd327af1a","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.243347432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"252bfa40-e202-49d4-bc42-10cf7f8f9218","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.267270487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"f1e58360-015e-4faf-ad6e-8773da3130fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.368402359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"f1e58360-015e-4faf-ad6e-8773da3130fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.388971244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2deb8ebf-08a8-4001-91f1-6f6ae5e09743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.466831117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2deb8ebf-08a8-4001-91f1-6f6ae5e09743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.623374568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"e2e-multi-keys-auth2","reconcileID":"3cf8f066-4b81-4b6e-ab59-85fad049c958","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/distinct-2-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:26.880461857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"83f385fe-528d-45ca-95fe-354df37cf3af","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.420081379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"bdd7aa18-838a-440a-bfc0-530d2ff38e08","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-cf9c90de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.756985574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"namespace":"ai-tenant-e2e-mt-cf9c90de","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"bdd7aa18-838a-440a-bfc0-530d2ff38e08","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-cf9c90de"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9062212f/e2e-shared-int-sub-cf9c90de","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.781132148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"d8acec67-1f30-47c9-8174-f98061a20ba9","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.781713073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"105e30ab-dcbf-4bde-bfd0-0afe7d278b10","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.784303063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"9baa9777-f986-44da-be70-8d5505e30e7e","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.944973869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bae638ee-8bcd-4ec9-8ee7-32f56bdb8791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.945018901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ea61d7f2-9093-4f36-a160-1610d6476379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.94716529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1420c91e-68cc-4096-b059-cbc5afb38aea","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.947636328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"bc4058e2-8232-4c01-9c2c-98073498c2d0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.948089214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"52aa1d7a-e684-4e09-999a-f9828f4dceae","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.97008025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"fc4a3bec-e818-48f6-b393-5d3ad23dc5cb","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:28.970302061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db688c8a-fe70-45b1-878f-775ec9c71650","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.002708212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"deae1b5b-f313-408f-a8f9-7d306ded8575","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.003255411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"4c118b88-2cc1-408f-85ef-0f657a84353c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.007782716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bae638ee-8bcd-4ec9-8ee7-32f56bdb8791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.008838032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ea61d7f2-9093-4f36-a160-1610d6476379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.014209983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.015449764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d9a4f16-b8d7-41e7-aebb-54e11f4dd343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.015470877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d9a4f16-b8d7-41e7-aebb-54e11f4dd343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.373138775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"19ebfe5b-8bba-431b-bee4-603b54d3bbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.373139847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"97a706a4-2c33-435c-b80c-f6ea04ce8ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.429632654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"19ebfe5b-8bba-431b-bee4-603b54d3bbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.429925965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"97a706a4-2c33-435c-b80c-f6ea04ce8ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.511011522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f10b3a2e-cc4a-42c9-be7d-f08efb323208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.511458321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ab151437-594e-4bec-8729-684a76f7ad43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.569230036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"f10b3a2e-cc4a-42c9-be7d-f08efb323208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.569397025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ab151437-594e-4bec-8729-684a76f7ad43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.991365707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9b2e073a-e1e7-4eba-b076-80ee1611b0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:29.9914926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"33e1eaab-fda2-4e5e-b2c6-940407f2e361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.049044896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9b2e073a-e1e7-4eba-b076-80ee1611b0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.049824756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"33e1eaab-fda2-4e5e-b2c6-940407f2e361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.145511522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d3f0e8bd-60ff-4464-a8c2-391fa4ca464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.14551172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"94ffdf8e-0660-45c5-830b-2cb13a98e7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.202192295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d3f0e8bd-60ff-4464-a8c2-391fa4ca464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.20291407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"94ffdf8e-0660-45c5-830b-2cb13a98e7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.611661715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"506afb44-d238-4d6c-b601-4cf4f018c6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.61178455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4ed87055-b2ea-47fb-b4b8-005b82591466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.668454169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"506afb44-d238-4d6c-b601-4cf4f018c6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:30.668781303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4ed87055-b2ea-47fb-b4b8-005b82591466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:32.899864129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d93daf92-b929-40c6-85f3-7f8e3faff8a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:32.959098953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d93daf92-b929-40c6-85f3-7f8e3faff8a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.015201681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e5b4b62a548cf4d4d4dbb680c880474c40acf1d08e8d5fa28bcb702233fe5bd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0f21edbbea34a50a43634decbc47eff10bf23f4a5ada1c9e20cabbccc827dd9a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3e270ece4e3d4414e8c19a64ca1da7f30eb8f6dfe789a32ff475298fe924f936) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (94eedcf6424973cbed8b0f4fd9a05d335bd312f1b8367005e8529629413a9a34) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (e0ac832373e80b155ac73efeeb5731bcee41bbbe56946db96d0eb1404570af36) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1cb3b6e311e3376d29368d1569a4a5a86d06b75ecc05622fba737ba49000a4cb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6e8b81be1b7d3646f01599b6f49ff5cb8230905c370e40ff20c9c2adce13a30e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e583255e2cd7228caadceb3f69a7a2e250fce2796dd3bdaef72c283d9c507b1c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (109167724ba57042b4b523366c054a11cccb4d35cb51561f105eedf548daa825) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dac82e84873817cce6aa74673ab3368821e9d3bd36099a874daf9a173d0b5be2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"d93daf92-b929-40c6-85f3-7f8e3faff8a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.0736099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a764f1-d8c1-4550-9d1b-dce551ebab71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.073629669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a764f1-d8c1-4550-9d1b-dce551ebab71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.298750858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c490b23-215d-44f7-8faa-6d05e4b42344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.351185378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c490b23-215d-44f7-8faa-6d05e4b42344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.403661947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c490b23-215d-44f7-8faa-6d05e4b42344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.455895783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c490b23-215d-44f7-8faa-6d05e4b42344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.887328012Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-701ba30f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-701ba30f","reconcileID":"12e7568b-177e-481f-b64c-62e30d3cd6fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-701ba30f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-701ba30f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.702016404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e0935729-2642-4d46-94b7-f73943d66ad2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.75551729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e0935729-2642-4d46-94b7-f73943d66ad2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.819928267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e0935729-2642-4d46-94b7-f73943d66ad2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.087750498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.088460273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"992e9a93-a3e4-443b-a870-e8c62841d985","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.237022789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"e46a6d3b-c52c-434c-b1a1-08b7783446fc","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.345579399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75429ee6-ba3d-43e8-b6a5-05659a3769ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.398660632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75429ee6-ba3d-43e8-b6a5-05659a3769ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.398816898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3d6ccba0-ddaf-4dd0-b1cb-fbf41ff4689d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.39893453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b02688b9-9a76-4f14-95ad-969d333a101f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.399258742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b644bfc4-58bf-4838-a71a-c8166aa2828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.399285928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c860662-51ef-4da9-9c4f-395facfe58ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.451477573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75429ee6-ba3d-43e8-b6a5-05659a3769ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.504796967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75429ee6-ba3d-43e8-b6a5-05659a3769ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.508727669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3d6ccba0-ddaf-4dd0-b1cb-fbf41ff4689d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.509306674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b02688b9-9a76-4f14-95ad-969d333a101f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.511461828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b644bfc4-58bf-4838-a71a-c8166aa2828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.511685119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c860662-51ef-4da9-9c4f-395facfe58ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.715661139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"45443999-c2bb-438a-aef4-d067fc35546a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.922861674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"027570fb-8e96-4be6-99fe-146a73cebce7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.96905444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"c6358d8e-e076-4048-9e4f-a7f02208e837","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:35.978708044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"027570fb-8e96-4be6-99fe-146a73cebce7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:36.121240145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"d0e4dbbd-6494-4b2e-9e8d-3112554e1fe9","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:36.183098186Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2a411f06-e856-4982-a8d2-bc70701f80a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-2-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:36.441855084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"1c5287fa-e3b8-405e-b02d-520ce0c9c1ec","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.366636161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bc7879-b274-4194-af33-f0fe5af8c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.421569322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bc7879-b274-4194-af33-f0fe5af8c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.475875569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bc7879-b274-4194-af33-f0fe5af8c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.528057832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bc7879-b274-4194-af33-f0fe5af8c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.044783491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"473a44fe-ba0e-4060-8d21-14a5e6baef16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.044805713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"473a44fe-ba0e-4060-8d21-14a5e6baef16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.102739146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"067c008a-9462-4556-a6be-85a339181688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.102757259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"067c008a-9462-4556-a6be-85a339181688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.329169998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dd3752-167a-4e1c-b73d-8b1234c7a6e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.329190695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dd3752-167a-4e1c-b73d-8b1234c7a6e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.329475591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-4881ae models-as-a-service/e2e-rt-eq-02f874-sub models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.36125573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"76becb90-c0ab-4da5-89ff-918050b3ad27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.437142294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"5856328a-8370-4be6-9bab-3e0122d23e6d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.437165054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"5856328a-8370-4be6-9bab-3e0122d23e6d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.484141609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"76becb90-c0ab-4da5-89ff-918050b3ad27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.489597479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01253025-22b9-4117-9b35-63fbd25870f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.489612836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01253025-22b9-4117-9b35-63fbd25870f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:38.497126311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-4881ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-4881ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.548152848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"76becb90-c0ab-4da5-89ff-918050b3ad27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.568601789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"6362feac-de48-485e-bbb4-a71d25e75410","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.568638164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"6362feac-de48-485e-bbb4-a71d25e75410","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.623388606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75f272c-37af-4b04-800e-6c4f82584852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.626743962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1542afe3-ee07-47b7-8d12-2f42eff26b75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.628404273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1542afe3-ee07-47b7-8d12-2f42eff26b75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.627299323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"237007b4-4674-4113-95f1-6f74bb3ec1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.627844907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"f7212dc3-b342-4317-a935-e9ff8007227d","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.627592703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"5eb4ee80-5cd2-4e0f-8122-140a76a2c38f","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.68584299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75f272c-37af-4b04-800e-6c4f82584852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.692234839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"237007b4-4674-4113-95f1-6f74bb3ec1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.693402409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"5eb4ee80-5cd2-4e0f-8122-140a76a2c38f","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.695154423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"f7212dc3-b342-4317-a935-e9ff8007227d","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.796607722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"7c7522f7-52fc-466f-99e7-be380e9fe899","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-9062212f/e2e-shared-int-sub-cf9c90de","models-as-a-service/e2e-default-int-sub-4881ae","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.887273081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e570337b-ec82-40a7-adb2-f4d45580aaf9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.943907213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e570337b-ec82-40a7-adb2-f4d45580aaf9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.961682674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1254c0fa-a04c-4224-be45-9f0cfc5a0d96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:38.961716997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1254c0fa-a04c-4224-be45-9f0cfc5a0d96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.000436487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e570337b-ec82-40a7-adb2-f4d45580aaf9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.006197812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a272393d-eef7-48e9-880d-dda440d81ab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.006665758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"abcb57dc-f548-4558-8d18-f9cbeb902094","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.171378797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"7cc52076-c234-462b-8e7a-229f7d305959","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.338734585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f10f7e9-5a7d-426f-947a-cf96645e5e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:39.33876012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f10f7e9-5a7d-426f-947a-cf96645e5e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.17957337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ff1f4bb0-3968-46e8-8397-b8f4ead70b88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.302842033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ff1f4bb0-3968-46e8-8397-b8f4ead70b88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.357420993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ff1f4bb0-3968-46e8-8397-b8f4ead70b88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.414085798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05608ee3-e519-41c5-8a27-72871af2f70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.414104509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05608ee3-e519-41c5-8a27-72871af2f70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.752373366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"afce6678-7b7f-4552-b545-d1f502d7ceb8","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.752400663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"afce6678-7b7f-4552-b545-d1f502d7ceb8","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.915075426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"52857771-ae06-4e51-a576-89428e3d5433","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ddcb09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.960933785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84a1357d-ad03-4490-937b-c3ec7e4e1bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.961236741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfbcd1b2-2df0-44a4-8780-3cf7e5a9430f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.960943045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"2b60116c-0322-4217-a029-9bcc46bb977e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.961819291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"9e7c17a0-d44e-4296-806e-06f5ad2868ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.961877365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a0de68fe-e755-470c-8113-8ebbf20688d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.086115864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84a1357d-ad03-4490-937b-c3ec7e4e1bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.126729383Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"2b60116c-0322-4217-a029-9bcc46bb977e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.17507212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84a1357d-ad03-4490-937b-c3ec7e4e1bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.177180782Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"9e7c17a0-d44e-4296-806e-06f5ad2868ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.178855454Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a0de68fe-e755-470c-8113-8ebbf20688d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.178888497Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfbcd1b2-2df0-44a4-8780-3cf7e5a9430f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.183414494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"2b60116c-0322-4217-a029-9bcc46bb977e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.183548482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1927ac7-ce57-42b4-a3e3-76be3bbb97d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.183566286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1927ac7-ce57-42b4-a3e3-76be3bbb97d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.232550831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d1ae45d-e2bd-4533-88e8-315530e102c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.232568886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d1ae45d-e2bd-4533-88e8-315530e102c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.234933594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"9e7c17a0-d44e-4296-806e-06f5ad2868ce","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.23788829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a0de68fe-e755-470c-8113-8ebbf20688d9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:47.237944606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfbcd1b2-2df0-44a4-8780-3cf7e5a9430f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.286950074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cb28f408-ea3c-4504-a799-e081748f92bb","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.286973458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"cb28f408-ea3c-4504-a799-e081748f92bb","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.447172171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"a6213642-89dc-49fc-b9e9-1377dc5b1559","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.447870502Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"a8e3c4e4-7924-4153-b14d-aef4cfaeac4a","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ddcb09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.44810972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"339d1fd0-2293-4701-b28a-fadbc0cacde2","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.448133079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"339d1fd0-2293-4701-b28a-fadbc0cacde2","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.48984928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7701abe3-d45f-4e8b-80d7-3e347ad74ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.492152619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"e3296ded-c533-4f0b-8305-bf8ee0256ac2","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.498550346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4378056c-c7c8-4c74-bfc6-341695838c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.498604116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"52218227-8b3f-45cb-b347-2d4e455ec886","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.500425087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52e8322a-18fd-463b-ad12-8370d662b673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.500441147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52e8322a-18fd-463b-ad12-8370d662b673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.503808775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"a6213642-89dc-49fc-b9e9-1377dc5b1559","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.546278187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7701abe3-d45f-4e8b-80d7-3e347ad74ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.549738169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"e3296ded-c533-4f0b-8305-bf8ee0256ac2","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.556334995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"52218227-8b3f-45cb-b347-2d4e455ec886","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.556716288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4378056c-c7c8-4c74-bfc6-341695838c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.560065334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"a6213642-89dc-49fc-b9e9-1377dc5b1559","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.602411902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7701abe3-d45f-4e8b-80d7-3e347ad74ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.605257678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"e3296ded-c533-4f0b-8305-bf8ee0256ac2","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.613568963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"52218227-8b3f-45cb-b347-2d4e455ec886","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.614769176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"018edeb2-e9d5-481a-ab5f-5dec13f90b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.614790957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"018edeb2-e9d5-481a-ab5f-5dec13f90b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.713865886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"152b752a-bac4-4d5d-896e-c4d8bfbcd241","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.713891143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"152b752a-bac4-4d5d-896e-c4d8bfbcd241","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.8180646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"26497d5b-4025-495d-affd-3a0370f521d9","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.818089569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"26497d5b-4025-495d-affd-3a0370f521d9","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.860238018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bd8f33a-70eb-419e-a08a-3e4f498dc1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.916468223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bd8f33a-70eb-419e-a08a-3e4f498dc1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.96131003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"b57da4e9-38d5-4e41-ad57-3255cef85483","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.961333268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f0fd6c90-b085-4e57-804f-43adfce859f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.961859881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"034537c1-0fac-4e11-8df1-d12955ecda49","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.971762575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bd8f33a-70eb-419e-a08a-3e4f498dc1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.021242884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"034537c1-0fac-4e11-8df1-d12955ecda49","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.021734133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"b57da4e9-38d5-4e41-ad57-3255cef85483","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.022035157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e61552-7f01-4b50-958c-0b74e6ca347c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.023742472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f0fd6c90-b085-4e57-804f-43adfce859f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.076155399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"034537c1-0fac-4e11-8df1-d12955ecda49","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.078395911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"b57da4e9-38d5-4e41-ad57-3255cef85483","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.080657231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e61552-7f01-4b50-958c-0b74e6ca347c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.080670366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f0fd6c90-b085-4e57-804f-43adfce859f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:48.128823935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"034537c1-0fac-4e11-8df1-d12955ecda49","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-975a4c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:48.133331427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f0fd6c90-b085-4e57-804f-43adfce859f1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-4881ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.135761658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e61552-7f01-4b50-958c-0b74e6ca347c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.194235415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"060ee3ea-9b34-4ee2-8089-7b9a23e36acb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.194255871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"060ee3ea-9b34-4ee2-8089-7b9a23e36acb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.396894605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"cdd568b6-2699-46b8-9679-99358fa2e4d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.397344361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"efb6c613-33d7-448e-8cbf-1296878f3277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.453907113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"cdd568b6-2699-46b8-9679-99358fa2e4d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.454146819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"efb6c613-33d7-448e-8cbf-1296878f3277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.509268881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"efb6c613-33d7-448e-8cbf-1296878f3277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:48.509333271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"cdd568b6-2699-46b8-9679-99358fa2e4d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.518979306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ddde91c7-9b4f-4e61-bf97-7830f09bed75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.641538584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ddde91c7-9b4f-4e61-bf97-7830f09bed75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.696411463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"ddde91c7-9b4f-4e61-bf97-7830f09bed75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.753344965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1440198d-d6a4-47d6-b8a7-eeb2cf8a9379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.753369082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1440198d-d6a4-47d6-b8a7-eeb2cf8a9379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:54.969466947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.515868724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"5c1fc999-1202-48e0-8916-f73eb752eebe","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-02f874","subscription":"e2e-rt-eq-02f874-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.644415463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"5c1fc999-1202-48e0-8916-f73eb752eebe","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.70854269Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-sub","reconcileID":"5c1fc999-1202-48e0-8916-f73eb752eebe","MaaSSubscription":{"name":"e2e-rt-eq-02f874-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-02f874","namespace":"llm","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.016188463Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-4881ae models-as-a-service/e2e-rt-sw-975a4c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.085237415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"1fbd30d0-78a8-403f-a910-460cc23fec20","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.085392068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"1fbd30d0-78a8-403f-a910-460cc23fec20","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.149950595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4245ab6b-8c6a-4ff8-a3ce-a312c7b9a72b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.150092646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4245ab6b-8c6a-4ff8-a3ce-a312c7b9a72b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.249831442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"e42056de-03e9-49ad-959b-a9fcb4cb4c05","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.249974972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"e42056de-03e9-49ad-959b-a9fcb4cb4c05","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.317624988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959823ac-b74b-4d95-a5d4-fa745cf6043e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.385613746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"5d2a9ea9-f9a3-460b-8ec0-cbf67ebb99b8","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.385766929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"5d2a9ea9-f9a3-460b-8ec0-cbf67ebb99b8","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.409429693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"3af60969-6a82-4642-a291-21d7609dab61","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.410456187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95f20c0-da9a-4e12-b65b-42b64644493c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.411292089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"b4de3650-edf2-4975-bb62-f0d943a605d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.412105182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"2f95c94f-ba6e-4b58-a656-92b1b3bdb262","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.518588402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"b4de3650-edf2-4975-bb62-f0d943a605d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.566299148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"2f95c94f-ba6e-4b58-a656-92b1b3bdb262","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.569522737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"3af60969-6a82-4642-a291-21d7609dab61","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.570735853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959823ac-b74b-4d95-a5d4-fa745cf6043e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.581180216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"b4de3650-edf2-4975-bb62-f0d943a605d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.587883227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95f20c0-da9a-4e12-b65b-42b64644493c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.633310635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"2f95c94f-ba6e-4b58-a656-92b1b3bdb262","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.650580537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959823ac-b74b-4d95-a5d4-fa745cf6043e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.654309065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"3af60969-6a82-4642-a291-21d7609dab61","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.655471971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d053bc-6bab-4e40-b6be-11207faa9940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.655489022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d053bc-6bab-4e40-b6be-11207faa9940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.6610965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95f20c0-da9a-4e12-b65b-42b64644493c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:58.722685564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"3af60969-6a82-4642-a291-21d7609dab61","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-02f874-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.72310135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-02f874-access","reconcileID":"7c4ebbc0-aa31-44b6-b223-ab3b9c5dcd91","MaaSAuthPolicy":{"name":"e2e-rt-eq-02f874-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.754107458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"08d4d5e8-086f-47f3-a094-f201ddad571d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.754239918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"08d4d5e8-086f-47f3-a094-f201ddad571d","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.817793174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd40a9d-9cae-4e56-bb13-0fa6693fb903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.817906692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd40a9d-9cae-4e56-bb13-0fa6693fb903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.81865405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6457cea4-ffd9-4c85-b72d-0ceb3f00d19a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.818871105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6457cea4-ffd9-4c85-b72d-0ceb3f00d19a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:58.986741021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1892d70b-a47d-43e7-a32f-897decc7ffd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.033168342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"426fe60d-4b08-4198-a0ef-714fee3c53eb","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.033202767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"426fe60d-4b08-4198-a0ef-714fee3c53eb","MaaSModelRef":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-02f874-e101fa05891b","namespace":"llm","model":"e2e-rt-eq-02f874","externalModel":"e2e-rt-eq-02f874","provider":"e2e-rt-eq-02f874-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.054324408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1892d70b-a47d-43e7-a32f-897decc7ffd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.119758126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1892d70b-a47d-43e7-a32f-897decc7ffd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:59.182641665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1892d70b-a47d-43e7-a32f-897decc7ffd9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.436381978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fd2549-43d4-4b3e-9379-67df0fcfee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.505512113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fd2549-43d4-4b3e-9379-67df0fcfee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.550729589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"6483775e-bafe-41fb-8b3b-77424ee3573b","namespace":"llm","name":"e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.568264177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4fd2549-43d4-4b3e-9379-67df0fcfee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.612417127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8b18312-e2b3-4866-8476-24afc6028365","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.612514119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8b18312-e2b3-4866-8476-24afc6028365","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.612918765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9b1c8e6-a50a-408c-a88a-950915b98f46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.613521298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9b1c8e6-a50a-408c-a88a-950915b98f46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.613911663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"727ca093-f825-47c3-a123-44888a2bc467","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.620741531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"727ca093-f825-47c3-a123-44888a2bc467","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.621132221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ec9ec3-64ed-4c02-8daa-93e45295f5ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.621184228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ec9ec3-64ed-4c02-8daa-93e45295f5ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.621684271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfff4d70-7cd8-47b4-9583-350b91487e1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.623562367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfff4d70-7cd8-47b4-9583-350b91487e1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.623983247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79012a64-004e-4e76-aac8-46d7ccda186d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.624039773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79012a64-004e-4e76-aac8-46d7ccda186d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.624442971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5e0b5a9-3370-4a4e-bdbd-b2b963a8cc28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.624493845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5e0b5a9-3370-4a4e-bdbd-b2b963a8cc28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.624875568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36d3d33f-405f-4e48-8f57-832d0867266f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.624930852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36d3d33f-405f-4e48-8f57-832d0867266f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.67294619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"fb848586-22aa-40ab-bc2c-ae19b3478c0f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.681913456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"e76ba091-0fce-4160-a198-55c07a597e25","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.681942857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"e76ba091-0fce-4160-a198-55c07a597e25","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.792909346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"544f62ea-3a5e-4d27-aba7-b00e6e6eb78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.794736401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"7ef895ad-ad45-4bdc-9574-c52baa63bbdc","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.79578244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fe758b0b-886b-46c6-a574-013cc3c7af5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.807181084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880960e7-7b4d-46e4-a784-19c1d6f1e595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.840052572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"fb848586-22aa-40ab-bc2c-ae19b3478c0f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.896169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"fb848586-22aa-40ab-bc2c-ae19b3478c0f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.910419731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"0130a861-a1b1-47c7-9eed-be8f2c82d846","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","model":"llm/e2e-rt-sw-975a4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.940176609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"4494fad9-aad2-4961-998e-2ad8673be9dd","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.940987836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6055175d-6aa4-425a-b288-fba4243f820c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:59.974126047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880960e7-7b4d-46e4-a784-19c1d6f1e595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.97525155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f35998cd-106d-45f5-a99a-6ab3c6624676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.975325328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f35998cd-106d-45f5-a99a-6ab3c6624676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:59.976503702Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"7ef895ad-ad45-4bdc-9574-c52baa63bbdc","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.977145435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"74e82ea4-282f-4953-9881-1e906125f3ea","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:11:59.987867801Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"544f62ea-3a5e-4d27-aba7-b00e6e6eb78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.997157777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fe758b0b-886b-46c6-a574-013cc3c7af5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.977679158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5e226d0-f3b4-4434-91af-8bd8c0fbda8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:00.074097571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880960e7-7b4d-46e4-a784-19c1d6f1e595","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:00.07730332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"7ef895ad-ad45-4bdc-9574-c52baa63bbdc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:00.078038391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"544f62ea-3a5e-4d27-aba7-b00e6e6eb78f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.133046632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e018ec8-863b-4367-bcfb-cc7a4ff99673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.133158552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e018ec8-863b-4367-bcfb-cc7a4ff99673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.181592535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fe758b0b-886b-46c6-a574-013cc3c7af5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.232118288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"7d3fcb8d-4d9f-4bc8-aca2-f0a26ad96d0f","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.232154977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"7d3fcb8d-4d9f-4bc8-aca2-f0a26ad96d0f","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.242551468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7f22ca3d-74a5-4ce0-b822-45e5dd79f4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.293125648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3111232f-97be-42df-977c-732fadeafc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.293079961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"92bd30c1-fc34-4a4a-9d79-909d14900543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.295568889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"400e4789-fa65-46a0-a549-f90dc61ad79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.295647752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"400e4789-fa65-46a0-a549-f90dc61ad79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.297350712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"fa1241fd-b083-414f-a013-a51154b858dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.303417871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"7f22ca3d-74a5-4ce0-b822-45e5dd79f4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.378765485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3111232f-97be-42df-977c-732fadeafc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.385738856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"92bd30c1-fc34-4a4a-9d79-909d14900543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.389037061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"fa1241fd-b083-414f-a013-a51154b858dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.420988788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"49e6098d-9903-4a1f-bcaa-146b3005c362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.489317233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"49e6098d-9903-4a1f-bcaa-146b3005c362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.662135115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-02f874","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-02f874","reconcileID":"3c5cb062-6534-4c84-a6dc-f97ab88027ec","namespace":"llm","name":"e2e-rt-eq-02f874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.69037538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f607f189-c244-4a2f-9be4-35f1a200e23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.783799033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f607f189-c244-4a2f-9be4-35f1a200e23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.798224757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e3fa778f-75b4-4e99-9214-b50176067c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.837969338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"5a9ed325-4a68-4f79-b7f7-073c7f4c171e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.838796762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"3c1b25af-650d-4b49-86bd-ba72c7a81dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.891006289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e3fa778f-75b4-4e99-9214-b50176067c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.902909176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"5a9ed325-4a68-4f79-b7f7-073c7f4c171e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.912434331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fed81fce-d6e2-459c-a216-5b4549716841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.974148863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"3c1b25af-650d-4b49-86bd-ba72c7a81dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.034851563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fed81fce-d6e2-459c-a216-5b4549716841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.111088882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"6af17b30-9946-417e-8e66-4d88b552b6c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.235707884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"6af17b30-9946-417e-8e66-4d88b552b6c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.290728043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"6af17b30-9946-417e-8e66-4d88b552b6c5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.348623148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad970a1d-091d-45a8-b20d-afae5701db3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.348646083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad970a1d-091d-45a8-b20d-afae5701db3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.406888459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"dac3dbec-d264-47b1-b5f8-927c6040f16e","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.407125002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"00919a9c-2a8e-43a8-a46d-b73c44800e3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.407342498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33036cb2-27eb-4abf-b61d-d8ece1128981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.50658075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367b62a4-04ac-480c-a270-35f7846faa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.529847271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"dac3dbec-d264-47b1-b5f8-927c6040f16e","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:01.533072447Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"00919a9c-2a8e-43a8-a46d-b73c44800e3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:01.536862268Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33036cb2-27eb-4abf-b61d-d8ece1128981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:01.536923012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33036cb2-27eb-4abf-b61d-d8ece1128981","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.557220221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"14f2cd52-5923-4786-b63c-766214b153cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.563792632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367b62a4-04ac-480c-a270-35f7846faa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.568525793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"b3abbadb-6aa3-4627-be7c-beb169131158","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.568542632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"b3abbadb-6aa3-4627-be7c-beb169131158","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.587046947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"dac3dbec-d264-47b1-b5f8-927c6040f16e","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:01.589352709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"00919a9c-2a8e-43a8-a46d-b73c44800e3d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.613188869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"14f2cd52-5923-4786-b63c-766214b153cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.619572744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367b62a4-04ac-480c-a270-35f7846faa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.684159174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012db2ac-31d9-4c1b-8eb9-0d18f822c291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.684196749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012db2ac-31d9-4c1b-8eb9-0d18f822c291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.695508967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d58c3b8e-b61b-482a-af7e-a86a21f29458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.736946022Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"a135421d-4846-4c63-a1b8-2f614f3347be","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fcafcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.737818171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"4205d256-f95f-4667-911f-e3f619dd41cc","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.7378437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"4205d256-f95f-4667-911f-e3f619dd41cc","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.752708352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d58c3b8e-b61b-482a-af7e-a86a21f29458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.792463022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"70306df4-ba0f-4468-af03-df1c96a4ce2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.851208307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"70306df4-ba0f-4468-af03-df1c96a4ce2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.893230566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"74217ab1-0cc8-4205-a5f4-0f44a4189866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.893357525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"eb1b2ef0-7c93-47be-bfc2-31b71088568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.899439057Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"23be2083-c9ac-443f-8848-e7676f0091cb","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fcafcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.951129842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"74217ab1-0cc8-4205-a5f4-0f44a4189866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.951472322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"eb1b2ef0-7c93-47be-bfc2-31b71088568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:01.99307908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"4cc3b2eb-44d0-4c97-b548-0dc1a9e9702d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.049687348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"4cc3b2eb-44d0-4c97-b548-0dc1a9e9702d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.181147016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8697bd6e-e428-4542-9d85-c8936a01bc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.238953288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8697bd6e-e428-4542-9d85-c8936a01bc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.275131584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a6a91399-daa6-4441-9401-d2b536ef63c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.333678702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a6a91399-daa6-4441-9401-d2b536ef63c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.37793802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"603a4ce1-5124-4d1e-90ab-6cb49b42f6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.430555191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e817cbbb-9544-4a92-a0a2-b5c5ea16e238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.434747594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"603a4ce1-5124-4d1e-90ab-6cb49b42f6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.486860267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e817cbbb-9544-4a92-a0a2-b5c5ea16e238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.533019792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0aaceb-3bf8-49ab-974f-889b047ffd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.542757391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e817cbbb-9544-4a92-a0a2-b5c5ea16e238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.589323598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0aaceb-3bf8-49ab-974f-889b047ffd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.599832835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbc9864-a688-4fe4-ae86-52ef64771013","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.599850938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbc9864-a688-4fe4-ae86-52ef64771013","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.648071259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0aaceb-3bf8-49ab-974f-889b047ffd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.728263856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"4c19210e-fa30-46df-b68a-ed98788f5afe","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.784531209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"4c19210e-fa30-46df-b68a-ed98788f5afe","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.828103283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fc885f45-f4f7-461d-af6f-1c63ac90213d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.839364815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"4c19210e-fa30-46df-b68a-ed98788f5afe","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.8848751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fc885f45-f4f7-461d-af6f-1c63ac90213d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.939989406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fc885f45-f4f7-461d-af6f-1c63ac90213d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.997055583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43438e87-eeaa-4cce-af2b-6a29c68b4b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.997075562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43438e87-eeaa-4cce-af2b-6a29c68b4b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.343935048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"16b90e85-a296-4917-9020-7da407541127","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.561972587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"33401a5f-1064-4da6-baeb-dd62537445c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.561972643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dcaa2aca-0506-42e2-96fd-a4751591f8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.562766361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"271c16c0-c762-406a-a5eb-45e41d806c79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.62066909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dcaa2aca-0506-42e2-96fd-a4751591f8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.622668031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"33401a5f-1064-4da6-baeb-dd62537445c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.730764644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cf7f9b72-1a8d-427e-9660-8f0dfd14e93c","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:03.939803951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"cc853f3d-e92f-46d1-b472-b7de0f29837f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.752394544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"11960a50-66af-4905-88e9-1c545276d643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.752394408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0811c91e-bcf5-48c0-8075-d32194ac341b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.809018014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"11960a50-66af-4905-88e9-1c545276d643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.811662414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0811c91e-bcf5-48c0-8075-d32194ac341b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.984766886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"0d38a8da-b9d5-4a1f-8bdc-69aad6d8566d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.984787963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"0fa228f7-e14f-413e-9d04-55d9b7435709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.041469693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"0fa228f7-e14f-413e-9d04-55d9b7435709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.041542307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"0d38a8da-b9d5-4a1f-8bdc-69aad6d8566d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.085898099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d2971e76-fad4-422a-90cf-b5b414d776ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.144077267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d2971e76-fad4-422a-90cf-b5b414d776ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.237794041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2b2c57a3-3b65-492f-b38e-e0dda6a216be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.237816004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b6485ef1-2a81-42c3-b393-f324f9ce1a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.294668419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2b2c57a3-3b65-492f-b38e-e0dda6a216be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.295444973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b6485ef1-2a81-42c3-b393-f324f9ce1a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.444066554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"ecfaab20-24eb-41d6-b4b2-4918bb9536f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.444107787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"a535ab6b-b0ef-4df6-841e-3abc5c4b8507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.500551713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"ecfaab20-24eb-41d6-b4b2-4918bb9536f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.500714775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"a535ab6b-b0ef-4df6-841e-3abc5c4b8507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.542385888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"510e4753-4ec1-4811-870f-a21a846279a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:06.598951483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"510e4753-4ec1-4811-870f-a21a846279a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:10.226012752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"11088777-69a7-4fab-a858-a1e322bbe857","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:10.341806992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"11088777-69a7-4fab-a858-a1e322bbe857","name":"e2e-mt-701ba30f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.453297355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"b8a6d18d-0bcc-423a-b18d-8f8fc74b6a71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.575732694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"b8a6d18d-0bcc-423a-b18d-8f8fc74b6a71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.632405239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"b8a6d18d-0bcc-423a-b18d-8f8fc74b6a71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.687029729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0caa98-c535-49c6-b5d0-cfdb22991979","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.687052397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0caa98-c535-49c6-b5d0-cfdb22991979","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.952430877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"07dd4db5-b159-4df0-8674-2c4aebbb0705","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-975a4c","subscription":"e2e-rt-sw-975a4c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.059645006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"07dd4db5-b159-4df0-8674-2c4aebbb0705","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.114391169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-sub","reconcileID":"07dd4db5-b159-4df0-8674-2c4aebbb0705","MaaSSubscription":{"name":"e2e-rt-sw-975a4c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-975a4c","namespace":"llm","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.43263718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"bee7af05-aab2-488b-b482-79aa0a19d682","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.432663273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"bee7af05-aab2-488b-b482-79aa0a19d682","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.487297473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b6914f-09cd-4711-831e-1d9e820b8185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.487320996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b6914f-09cd-4711-831e-1d9e820b8185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.576349693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"81aa96cc-85ba-4567-a139-5c65a8e877d3","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.576378372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"81aa96cc-85ba-4567-a139-5c65a8e877d3","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.589615108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b94a492-7db5-41b1-9537-291c78ba5216","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.590044423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40403d6e-501c-4a64-a58a-e19d2cb9dae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.590277182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"d4bf9d9d-81e5-49d3-a715-dc4149963ace","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.590439216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465fe1d8-babe-491e-9293-8e77e456158f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.715238889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"d4bf9d9d-81e5-49d3-a715-dc4149963ace","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.719760654Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b94a492-7db5-41b1-9537-291c78ba5216","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.720460989Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465fe1d8-babe-491e-9293-8e77e456158f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.720935571Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40403d6e-501c-4a64-a58a-e19d2cb9dae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.770202076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"d4bf9d9d-81e5-49d3-a715-dc4149963ace","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.774615642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b94a492-7db5-41b1-9537-291c78ba5216","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.774791054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9763022-44d9-4dae-ac8b-d73bc3cfc6e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.774806449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9763022-44d9-4dae-ac8b-d73bc3cfc6e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.777475373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa7e4ea-bb24-4d8a-a94e-b7fb22fac134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.777494219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa7e4ea-bb24-4d8a-a94e-b7fb22fac134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.777596934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465fe1d8-babe-491e-9293-8e77e456158f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.780320413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40403d6e-501c-4a64-a58a-e19d2cb9dae0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.780783886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7023fcc-ef69-4ec3-b08b-bc2e268e4121","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.780800129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7023fcc-ef69-4ec3-b08b-bc2e268e4121","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:12.822996462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"d4bf9d9d-81e5-49d3-a715-dc4149963ace","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-975a4c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.823134106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-975a4c-access","reconcileID":"a6ccf64f-3c1c-47bd-aa50-b8d41299eb51","MaaSAuthPolicy":{"name":"e2e-rt-sw-975a4c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.936497454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"c8e2f268-97cb-445f-875a-3022d7aca9c7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.993043436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"c8e2f268-97cb-445f-875a-3022d7aca9c7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.03599952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7661643-dfd3-4e51-b0e9-b68a4fc4a7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.036158997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90fff669-f7ed-4d42-8649-c4f06da65613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.049224764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"c8e2f268-97cb-445f-875a-3022d7aca9c7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.08736995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"232c8410-d6b4-4364-9576-5adcc32ffdcf","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.087394381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"232c8410-d6b4-4364-9576-5adcc32ffdcf","MaaSModelRef":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-975a4c-539d3cdc2df4","namespace":"llm","model":"e2e-rt-sw-975a4c","externalModel":"e2e-rt-sw-975a4c","provider":"e2e-rt-sw-975a4c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.092591887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90fff669-f7ed-4d42-8649-c4f06da65613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.092653002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7661643-dfd3-4e51-b0e9-b68a4fc4a7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.139621681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa9715ac-5000-46de-b2e8-91cd3505a7f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.139641148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa9715ac-5000-46de-b2e8-91cd3505a7f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.148864556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90fff669-f7ed-4d42-8649-c4f06da65613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.148987187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7661643-dfd3-4e51-b0e9-b68a4fc4a7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.203424043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c4e0233-c1ea-4bb7-a087-2bd4c5c645d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.203444823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c4e0233-c1ea-4bb7-a087-2bd4c5c645d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.206231717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c126e7ba-7e12-4c1d-85a7-d8f11e935f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.206247355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c126e7ba-7e12-4c1d-85a7-d8f11e935f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.597956783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"5f65f14b-8bcf-4208-bbfc-64b403ceb63b","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.65405944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5b9b87d-7a44-4111-b97c-c85094e56a42","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654078293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5b9b87d-7a44-4111-b97c-c85094e56a42","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654315429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4ad2c7b-e016-4324-957e-dc241b4a34db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654327469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4ad2c7b-e016-4324-957e-dc241b4a34db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654536057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1021bb5d-038c-4c60-8ee3-e8c1b501c8cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654550166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1021bb5d-038c-4c60-8ee3-e8c1b501c8cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654761025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d1501c1-bb54-47bd-96e3-1c463327b8ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.654772849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d1501c1-bb54-47bd-96e3-1c463327b8ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655089808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da938a04-06f0-41e8-9b50-b7919a1eb132","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655104043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da938a04-06f0-41e8-9b50-b7919a1eb132","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655308731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fab11f26-6608-4289-8630-930de976b556","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655319141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fab11f26-6608-4289-8630-930de976b556","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655507171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5d9f8649-f69d-4869-991b-fd6e106b4395","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.65551736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5d9f8649-f69d-4869-991b-fd6e106b4395","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655731495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb990d9-6ee9-410b-aa0d-3f196df005c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.655742702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb990d9-6ee9-410b-aa0d-3f196df005c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.703251778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"246a6ae8-5856-457d-9ac6-55f58c4549d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.731452729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"e0196b2c-ea36-46a5-83db-1eb63e667201","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.756073097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"41a30d45-b702-4dc7-b351-04c53db1bf3b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.756113682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b4949c6d-7eca-451b-acb5-c84bd88d6adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.756679875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a7df7fa-630f-430a-977e-6c2ae49be57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.756797054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591c3882-e9ef-4882-9478-b0a858d2f205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.818731105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b4949c6d-7eca-451b-acb5-c84bd88d6adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.820612535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a7df7fa-630f-430a-977e-6c2ae49be57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.8215575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591c3882-e9ef-4882-9478-b0a858d2f205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.823287368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"41a30d45-b702-4dc7-b351-04c53db1bf3b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.856872431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"246a6ae8-5856-457d-9ac6-55f58c4549d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.87627352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8856120a-b06c-48bd-a2ac-5ea905a54402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.876273552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"6c796f2e-97dc-4bcf-8331-d6ce54b629c7","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.876753466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"597b0d5e-0ba7-4858-ac44-ff31cc96964b","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.877943739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe6458b8-c188-4fa3-ae63-d2f89b02372f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.881044156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591c3882-e9ef-4882-9478-b0a858d2f205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.881174342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a7df7fa-630f-430a-977e-6c2ae49be57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.88257868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"41a30d45-b702-4dc7-b351-04c53db1bf3b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.913863903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"246a6ae8-5856-457d-9ac6-55f58c4549d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.939278246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce8a0193-0c1b-4f85-a90a-1423d728c0a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.939301598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce8a0193-0c1b-4f85-a90a-1423d728c0a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.94045579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfbdc0e-f2cc-49ef-8808-1f733e28ad91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.940471858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfbdc0e-f2cc-49ef-8808-1f733e28ad91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.940849743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ceee0e2-0091-462c-869b-3e51c3eb2817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.940862908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ceee0e2-0091-462c-869b-3e51c3eb2817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.969213769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9c858e-40d7-4293-abfb-e5dc11b7fa1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:13.969233523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9c858e-40d7-4293-abfb-e5dc11b7fa1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.09545724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"a4406a72-9124-4302-b264-6a6b73583d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.09557542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b5f5c134-b91d-493f-b1d9-bd8544718016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.096498179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"afc0e510-c718-4398-baa0-ce75b97a2b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.152486158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b5f5c134-b91d-493f-b1d9-bd8544718016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.152528553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"a4406a72-9124-4302-b264-6a6b73583d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.155131357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"afc0e510-c718-4398-baa0-ce75b97a2b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.19592035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"1e970e4c-6605-46ad-83e1-3f4c987ba3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.195974399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c5b2590a-2333-4b8a-9bf6-d66f401e9644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.253321706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"1e970e4c-6605-46ad-83e1-3f4c987ba3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.253721319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c5b2590a-2333-4b8a-9bf6-d66f401e9644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.262311965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-975a4c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-975a4c","reconcileID":"348e7149-42ff-42bc-9f0d-a0783a0550fb","namespace":"llm","name":"e2e-rt-sw-975a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.511934312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"84fe88f5-c3df-47fb-9515-98667603e1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.511934225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d71b74de-475c-4923-9b0f-64012f42a915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.560822944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"f4b78e1e-57f6-4e85-bdbd-2be1c9f79466","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.568882707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"84fe88f5-c3df-47fb-9515-98667603e1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.569455507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d71b74de-475c-4923-9b0f-64012f42a915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.613402321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bc9eff59-c516-416c-9557-541ac72f11da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.614037939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2ba08747-1e8e-4565-aeb1-45230826556c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.62138497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"f4b78e1e-57f6-4e85-bdbd-2be1c9f79466","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.67286292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bc9eff59-c516-416c-9557-541ac72f11da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.673421287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2ba08747-1e8e-4565-aeb1-45230826556c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.682868289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"f4b78e1e-57f6-4e85-bdbd-2be1c9f79466","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.844523509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6144a91e-3171-40ae-870b-ddc94b2544a4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.944319433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24e30eb7-1c67-4af4-8824-600026afc095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:14.947508385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbce37f-1179-4438-b751-626fc42f288f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.010148495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6144a91e-3171-40ae-870b-ddc94b2544a4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.060496948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24e30eb7-1c67-4af4-8824-600026afc095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.069365095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbce37f-1179-4438-b751-626fc42f288f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.080470258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"32c73b26-3a11-4828-ba33-2f9cb483a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.081550262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"81efa930-5792-4bc2-b053-6edd665eeb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.082885354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6144a91e-3171-40ae-870b-ddc94b2544a4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.130165305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24e30eb7-1c67-4af4-8824-600026afc095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.155977945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"32c73b26-3a11-4828-ba33-2f9cb483a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.166056997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"81efa930-5792-4bc2-b053-6edd665eeb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.166738955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee010ddb-972d-45b5-8a17-92c18b7e076b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.166757704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee010ddb-972d-45b5-8a17-92c18b7e076b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.16919513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbce37f-1179-4438-b751-626fc42f288f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.18630645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a107508-ff89-41dc-b3d9-aeb363727fdf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.18705885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a107508-ff89-41dc-b3d9-aeb363727fdf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.227767583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af6b26eb-262d-4d39-b71c-7fd16e19107d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.227877114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af6b26eb-262d-4d39-b71c-7fd16e19107d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.336275429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"709573f9-5309-41cd-90d9-4a26fc2ecf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.343534804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6331e8d8-3b07-4da9-8678-395bd073bb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.392469529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"709573f9-5309-41cd-90d9-4a26fc2ecf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.400491996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6331e8d8-3b07-4da9-8678-395bd073bb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.433454306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e87be360-1018-4921-beaf-c37fe61d7b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.506099932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"e87be360-1018-4921-beaf-c37fe61d7b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.537856529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ac680444-5b75-4a01-8a0a-0e27f397cfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.604862558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ac680444-5b75-4a01-8a0a-0e27f397cfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:17.380127991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"c0219e00-7eb6-4035-a036-072d7002773a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:23.732628598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"f63a249b-c50a-46ce-98d0-2a24dc94ddc4","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.787414281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"076e17b2-4cf6-435b-b5c7-40da6b64c4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.911842068Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"076e17b2-4cf6-435b-b5c7-40da6b64c4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.968895515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"076e17b2-4cf6-435b-b5c7-40da6b64c4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.969080563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.025773826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6a8161d-07b1-4bfe-9b00-767f6a206b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.02579622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6a8161d-07b1-4bfe-9b00-767f6a206b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.32603665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b57b21d-6e2d-401a-a91e-ac38a460a1e2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.34166455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d39b75-e44a-4a53-93ac-73e742ac8de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.427219684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edc9133e-caa2-4462-a8e9-c982d462cefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.450590178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b57b21d-6e2d-401a-a91e-ac38a460a1e2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:25.455862306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d39b75-e44a-4a53-93ac-73e742ac8de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.48336871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edc9133e-caa2-4462-a8e9-c982d462cefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.505303416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"6b57b21d-6e2d-401a-a91e-ac38a460a1e2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:25.513729255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d39b75-e44a-4a53-93ac-73e742ac8de3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.532498283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"cfdb42de-ff34-4173-ba83-b16f6bd53e9a","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.538506398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edc9133e-caa2-4462-a8e9-c982d462cefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.590144936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72da9a60-d248-4c9f-82cd-90ca14136c9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.590164711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72da9a60-d248-4c9f-82cd-90ca14136c9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.590545071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62de88d2-dbb3-4957-848d-e39ad56b5ee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.59055767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62de88d2-dbb3-4957-848d-e39ad56b5ee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.595196329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dd89cf0-bfa9-42d6-b49a-adf7adf6f1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.595210678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dd89cf0-bfa9-42d6-b49a-adf7adf6f1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.674627439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84e642c-1c4c-45d8-b70d-f0cd3d285f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.731665327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84e642c-1c4c-45d8-b70d-f0cd3d285f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.789104182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d84e642c-1c4c-45d8-b70d-f0cd3d285f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.845879542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25311e27-f14a-4039-a380-3c5092cc26eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.845899512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25311e27-f14a-4039-a380-3c5092cc26eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:27.856726513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"ea9f3cdb-221b-4888-9227-49bde45afbc3","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:27.912686362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"32a8c1f6-8688-470e-867e-ea3bb0114dda","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.067784331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"bce5851a-afed-4ef1-9749-42ee7e4451bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.109559279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"246f916d-560e-4c08-8846-dec40aaf7fba","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.1239931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"bce5851a-afed-4ef1-9749-42ee7e4451bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.166626143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f9a8b660-dd23-4990-aac2-d21cde036447","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.179238973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c990b8567a77b5f92b6f7b0a2f4e029d7bdac9329ecefc27bf537b76d45cab26) AuthConfig (a8624030df63de4a7a7f21918aef4f211a5461dc3cd22ac4848a6034acba6929) AuthConfig (cfdfe22d239ac9eac802022a7c609164184053f99fa3075ac492a2cc6c29c3dd) AuthConfig (f19f2550d5c682e8ce726f677c499efea6f0d4d36397f73854d42b95d3e863df) AuthConfig (3de63b3330080edab5a8efc663d3c8adc24b3f155b0ea52034dad97049aeb1d2) AuthConfig (fdec5f4a733d75bf55a60c9cd73e78d4c137bcb484578d97946b5a6dc22bd5da) AuthConfig (c8f56c3e6555b931000811756ac649c6c0643c9e6b51088637744c07a2285ac3) AuthConfig (a89f4c709cdfcd049989e1e4a68af8d486d14c1127397461d21f6713d8d93d17) AuthConfig (2d5056ebd0c1f10cb62c34ec38f8b26b2cdebe26218d4d92c158219987536197) AuthConfig (01cc0fe6a19e96cae2908611a02b7a1b0685a40ebeb7e8b41fbaeae11b8ac35a) AuthConfig (fd52bbc905e62907e77a0131bc83cbacd98fd376de883a53d4b53368a925c41a) AuthConfig (42085e4089b2fa820cecf6b0bf094ce174f8060879b8002f710a843493ab1ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"bce5851a-afed-4ef1-9749-42ee7e4451bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:28.214678762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-sub","reconcileID":"02d9c536-79b5-4087-9836-a51c8a7525b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.235943157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"dc11cc02-92a3-4ce1-b3c0-328a4d840150","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.265944909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ce5475a6-2ba3-43de-8191-bc1d88209b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.265947229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"213548cf-7a26-4f88-9cfa-653124e5104e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.323260647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ce5475a6-2ba3-43de-8191-bc1d88209b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.323337175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"213548cf-7a26-4f88-9cfa-653124e5104e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.325503681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"49acffc3-9a41-4a6a-b78c-7c183d141e7d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.38005234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"b21fa313-96d5-4554-8397-cb0f5db2db7b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.394133828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"5df6ea68-107e-474f-8152-499eaf073a3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.452548811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"5df6ea68-107e-474f-8152-499eaf073a3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.507128117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c990b8567a77b5f92b6f7b0a2f4e029d7bdac9329ecefc27bf537b76d45cab26) AuthConfig (a8624030df63de4a7a7f21918aef4f211a5461dc3cd22ac4848a6034acba6929) AuthConfig (cfdfe22d239ac9eac802022a7c609164184053f99fa3075ac492a2cc6c29c3dd) AuthConfig (f19f2550d5c682e8ce726f677c499efea6f0d4d36397f73854d42b95d3e863df) AuthConfig (3de63b3330080edab5a8efc663d3c8adc24b3f155b0ea52034dad97049aeb1d2) AuthConfig (fdec5f4a733d75bf55a60c9cd73e78d4c137bcb484578d97946b5a6dc22bd5da) AuthConfig (c8f56c3e6555b931000811756ac649c6c0643c9e6b51088637744c07a2285ac3) AuthConfig (a89f4c709cdfcd049989e1e4a68af8d486d14c1127397461d21f6713d8d93d17) AuthConfig (2d5056ebd0c1f10cb62c34ec38f8b26b2cdebe26218d4d92c158219987536197) AuthConfig (01cc0fe6a19e96cae2908611a02b7a1b0685a40ebeb7e8b41fbaeae11b8ac35a) AuthConfig (fd52bbc905e62907e77a0131bc83cbacd98fd376de883a53d4b53368a925c41a) AuthConfig (42085e4089b2fa820cecf6b0bf094ce174f8060879b8002f710a843493ab1ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"5df6ea68-107e-474f-8152-499eaf073a3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.643811643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-sub","reconcileID":"22b694c5-398a-45eb-bd26-3d74508df93b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.662393892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"6a9fdeb7-d798-4177-b680-c76d3def1368","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.683346869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ba1d51db-a445-45df-b763-1180f67f8985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.68334677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5d44186d-232e-4fb6-9162-7be01f05d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.718528016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"6a9fdeb7-d798-4177-b680-c76d3def1368","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.739351117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ba1d51db-a445-45df-b763-1180f67f8985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.739718511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5d44186d-232e-4fb6-9162-7be01f05d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.773423818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7d9bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c990b8567a77b5f92b6f7b0a2f4e029d7bdac9329ecefc27bf537b76d45cab26) AuthConfig (a8624030df63de4a7a7f21918aef4f211a5461dc3cd22ac4848a6034acba6929) AuthConfig (cfdfe22d239ac9eac802022a7c609164184053f99fa3075ac492a2cc6c29c3dd) AuthConfig (f19f2550d5c682e8ce726f677c499efea6f0d4d36397f73854d42b95d3e863df) AuthConfig (3de63b3330080edab5a8efc663d3c8adc24b3f155b0ea52034dad97049aeb1d2) AuthConfig (fdec5f4a733d75bf55a60c9cd73e78d4c137bcb484578d97946b5a6dc22bd5da) AuthConfig (c8f56c3e6555b931000811756ac649c6c0643c9e6b51088637744c07a2285ac3) AuthConfig (a89f4c709cdfcd049989e1e4a68af8d486d14c1127397461d21f6713d8d93d17) AuthConfig (2d5056ebd0c1f10cb62c34ec38f8b26b2cdebe26218d4d92c158219987536197) AuthConfig (01cc0fe6a19e96cae2908611a02b7a1b0685a40ebeb7e8b41fbaeae11b8ac35a) AuthConfig (fd52bbc905e62907e77a0131bc83cbacd98fd376de883a53d4b53368a925c41a) AuthConfig (42085e4089b2fa820cecf6b0bf094ce174f8060879b8002f710a843493ab1ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"6a9fdeb7-d798-4177-b680-c76d3def1368","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.808256213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"ba789091-86ab-4623-a0bb-610b17e75ecb","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:28.853349276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"e5d4a731-982d-4fc1-9900-f8ba0099c3f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.016322773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-sub","reconcileID":"23a990d4-29b5-47b7-b455-359190d2f655","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.181280089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"d9af0e98-227f-45d0-9b5c-4a95a796574a","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:33.734043425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"5afe1816-51b8-4344-9b3b-663d4191778e","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.129886455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"cdc8e181-72e4-4c22-bb9e-ca16e17cc014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.253122942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"cdc8e181-72e4-4c22-bb9e-ca16e17cc014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.308391216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"cdc8e181-72e4-4c22-bb9e-ca16e17cc014","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.36507744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3032ef7a-c43f-4c60-98e2-0703fa2734f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.365095911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3032ef7a-c43f-4c60-98e2-0703fa2734f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.717752074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e4472778-6305-4b78-a387-19199269a7cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.819003706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2319e-4073-42ec-958b-99cd3341f7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.84035131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e4472778-6305-4b78-a387-19199269a7cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.875239865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2319e-4073-42ec-958b-99cd3341f7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.895842469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e4472778-6305-4b78-a387-19199269a7cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.931328445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a2319e-4073-42ec-958b-99cd3341f7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.952980467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f58538f7-46a4-43c8-9871-805ae53b800f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.953001987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f58538f7-46a4-43c8-9871-805ae53b800f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.988313641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd18372-318b-4f43-b7f4-d70301f8dbb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.988334607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd18372-318b-4f43-b7f4-d70301f8dbb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.003947078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf3bbde0-d179-4406-ad3e-0d5d0c4ec54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.06080963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf3bbde0-d179-4406-ad3e-0d5d0c4ec54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.115894001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf3bbde0-d179-4406-ad3e-0d5d0c4ec54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.173195932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e8311abb-1cee-4bee-8222-6c11c48e6361","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.173214474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e8311abb-1cee-4bee-8222-6c11c48e6361","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:38.930079199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"7430a160-4f5e-44dc-991c-174f264202f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:38.986525813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"7430a160-4f5e-44dc-991c-174f264202f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:39.254448578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"c90898c8-0891-4c57-8bb5-589a1655d088","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.743314131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"5f31170b-de11-4014-9761-243538f7861e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.899493248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ae5bbc5f-59ae-4f56-af2b-a8c2cbb2aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.899734234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c25a25be-faeb-49d6-a8e9-2a966c44d788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.899495926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"6965ae08-8fb2-418f-a2d9-12b16ab3ef18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.956363463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ae5bbc5f-59ae-4f56-af2b-a8c2cbb2aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.957331102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"6965ae08-8fb2-418f-a2d9-12b16ab3ef18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:41.959813602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c25a25be-faeb-49d6-a8e9-2a966c44d788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.705857275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"b53e2412-46e8-4c4f-ae6b-2108c5b47d37","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.916576164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"ac1d54c7-b56f-4569-9669-4b7ef698589f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.920581124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dc5a34e7-cfef-463d-b946-a2f37bab188a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.920836657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a324dd62-8e02-41d6-a6ea-e67a6bb8978e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.920582251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"8c82d141-bb03-445c-a693-a5dfb223d7ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.977519553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dc5a34e7-cfef-463d-b946-a2f37bab188a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.977769337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a324dd62-8e02-41d6-a6ea-e67a6bb8978e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:43.979946017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"8c82d141-bb03-445c-a693-a5dfb223d7ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:44.091081396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"5f15cbc4-b9f8-49e6-a2d1-0a4326452592","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:44.299489429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"c93c1273-02c5-4d18-9cf9-af2dd6d01ef3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.469777921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"5efed88f-fbd4-4160-8612-44d5a54ea1c3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.592893609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"5efed88f-fbd4-4160-8612-44d5a54ea1c3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.647850859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"5efed88f-fbd4-4160-8612-44d5a54ea1c3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.705579615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"130e1884-4620-41e2-a4cd-a46043eb566b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.705600537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"130e1884-4620-41e2-a4cd-a46043eb566b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.712184872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab1f9bf-13b5-432b-86cf-aab4f2323800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.782224907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab1f9bf-13b5-432b-86cf-aab4f2323800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.860363534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab1f9bf-13b5-432b-86cf-aab4f2323800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.913824762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab1f9bf-13b5-432b-86cf-aab4f2323800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.127038679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e0916e1d-9efa-4154-b29b-2bb008247f6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.17907039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3fa5318-3a4d-488f-a951-48a77a86c129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.253337062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e0916e1d-9efa-4154-b29b-2bb008247f6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:46.296788651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3fa5318-3a4d-488f-a951-48a77a86c129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.308911008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"e0916e1d-9efa-4154-b29b-2bb008247f6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.330294689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6f344d5-db2d-4bb8-98f5-67bfdbbd8a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.354131012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735213c3-7b2e-46b7-a02f-76be526be6fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.354160284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735213c3-7b2e-46b7-a02f-76be526be6fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:46.354875427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3fa5318-3a4d-488f-a951-48a77a86c129","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.367397327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a32ae04d-df76-45ab-873e-6ba5f2075249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.36801116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a32ae04d-df76-45ab-873e-6ba5f2075249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.388840829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6f344d5-db2d-4bb8-98f5-67bfdbbd8a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.449229821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6f344d5-db2d-4bb8-98f5-67bfdbbd8a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.512862586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720931fd-c005-4c9e-a92a-f4b24eb9bdcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.512891847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720931fd-c005-4c9e-a92a-f4b24eb9bdcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.528645911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a0200e-4e24-4d69-bc60-83658dbb2b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.593213822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a0200e-4e24-4d69-bc60-83658dbb2b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.661606959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a0200e-4e24-4d69-bc60-83658dbb2b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.721515611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35126aa2-fa1b-4c84-b013-d8abf6dcaa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.721547421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35126aa2-fa1b-4c84-b013-d8abf6dcaa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.883343857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd15ca9-310e-4356-a03a-aa15832891e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.935667357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd15ca9-310e-4356-a03a-aa15832891e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.988171257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd15ca9-310e-4356-a03a-aa15832891e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:48.040488704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd15ca9-310e-4356-a03a-aa15832891e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:50.066511831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"feae2f99-4913-40fb-ac7e-16b9eb2f9e88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:51.908001763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-sub","reconcileID":"bd40f882-c76a-4fdd-ba83-71ca59766cab","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.122285342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-sub","reconcileID":"bd40f882-c76a-4fdd-ba83-71ca59766cab","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.332178708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"37311a49-c16b-4bed-b87b-995f31c9a546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.334976976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"44639545-0195-4136-a8d9-fbe8437e3409","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.475770003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f86af84e-2115-4d9b-a48a-05292ebaf059","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.490041001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a1f43aa4-8c3d-41d9-985b-7b63a6bcc270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.490174203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e1b03424-4e46-4edf-9147-30a453519b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.490040949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"57a44ac6-20a3-40c4-ad05-6d0333937df8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.546846983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"57a44ac6-20a3-40c4-ad05-6d0333937df8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.547098231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a1f43aa4-8c3d-41d9-985b-7b63a6bcc270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.549306641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e1b03424-4e46-4edf-9147-30a453519b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.703434392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-api-key-no-access-auth","reconcileID":"9f926515-3ec2-4a72-86c3-720903590710","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:52.862436762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f4657fb3-b637-417c-98e5-c29f24e8c0b7","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.342078159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"3118ca94-434b-4130-984f-e34af0ad6053","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.342522387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"36c8f300-c3b4-4319-b35c-237213f38a25","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.413802116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"b2ac3f05-35db-4bfd-af29-16ba6d5d9067","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.414171476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"d9b9a374-85f7-496e-8309-cdfa4e73e656","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.497826453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5affd303-3595-4582-9ba9-f6cf8b2893f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.497826334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"a78ceebb-dcac-4116-b03c-13886edc75db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.551323634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"45580ee5-dbc2-41b0-8b81-4cac62aa44ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.551331521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7ee3e0a7-e138-4962-8138-a11e5c4949dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.554897018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5affd303-3595-4582-9ba9-f6cf8b2893f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.555624767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"a78ceebb-dcac-4116-b03c-13886edc75db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.92766957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c9ec7e9a-1fe7-4c60-8496-acaeebbba34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.93276859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d9ca9481-1845-4f9b-a860-9f88fea513ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.975801071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.988939256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"c9ec7e9a-1fe7-4c60-8496-acaeebbba34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:54.990804752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d9ca9481-1845-4f9b-a860-9f88fea513ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:55.808942775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"7a0fc2b4-4f52-491a-a11a-d929b4252b9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:55.932947769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"7a0fc2b4-4f52-491a-a11a-d929b4252b9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:55.988391616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"7a0fc2b4-4f52-491a-a11a-d929b4252b9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.043459628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88c46c8c-2e22-4a08-86a9-0e922a6e318c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.043478884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88c46c8c-2e22-4a08-86a9-0e922a6e318c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.524109539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"0096c05d-f1d3-4468-87d4-752759f3f277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.648371204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"0096c05d-f1d3-4468-87d4-752759f3f277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.668215626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb474c1a-f21c-49b5-84f4-a8c0f96684da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.703600242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"0096c05d-f1d3-4468-87d4-752759f3f277","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.724881528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb474c1a-f21c-49b5-84f4-a8c0f96684da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.760665876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b07ba9d-8a21-4137-b1f5-001372ee75eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.76068464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b07ba9d-8a21-4137-b1f5-001372ee75eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.780158323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb474c1a-f21c-49b5-84f4-a8c0f96684da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.837611533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c253aa36-af25-4821-96f4-12c81f79e9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.837631665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c253aa36-af25-4821-96f4-12c81f79e9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.878600244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465c9154-974a-4bfd-8ddc-6b08a1688856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.935016336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465c9154-974a-4bfd-8ddc-6b08a1688856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.992890285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465c9154-974a-4bfd-8ddc-6b08a1688856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.049765689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc677b6d-ba38-4d2c-b74a-103ee7cc7fac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.049787645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc677b6d-ba38-4d2c-b74a-103ee7cc7fac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.036001645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31151799-0e14-4946-91c6-ca9e0dc19e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.088579612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31151799-0e14-4946-91c6-ca9e0dc19e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.141050844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31151799-0e14-4946-91c6-ca9e0dc19e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.193452195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31151799-0e14-4946-91c6-ca9e0dc19e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.512098402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7f332d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7f332d","reconcileID":"31e1aac0-6424-49de-9564-ab9fa093ca6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7f332d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7f332d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.706825746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"039a873c-4220-46b7-b8d9-5ff658d06dac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.706854556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca7c770f-4e48-4b58-b2fb-b7b3648a759b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.70688299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca7c770f-4e48-4b58-b2fb-b7b3648a759b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.85966721Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-policy-cf9c90de","reconcileID":"039a873c-4220-46b7-b8d9-5ff658d06dac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"policyNamespace":"ai-tenant-e2e-mt-9062212f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.915988124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75853bb1-8053-4338-ae92-5ecec49dc052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:59.916013877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75853bb1-8053-4338-ae92-5ecec49dc052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.073239504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc3c6c4-cb1e-4942-bece-76b9cc33dacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.073276759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc3c6c4-cb1e-4942-bece-76b9cc33dacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:01.138771512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d142cc-6ba1-4a72-8923-347ad5461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:01.191178176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d142cc-6ba1-4a72-8923-347ad5461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:01.243547616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d142cc-6ba1-4a72-8923-347ad5461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:01.296293158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d142cc-6ba1-4a72-8923-347ad5461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.918000178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fcaa4aeb-e386-472f-bd5b-f983f4a12080","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.974319422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fcaa4aeb-e386-472f-bd5b-f983f4a12080","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.017897357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ad4ea0-6163-4abc-8d6b-aef4dd1ed407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.029185015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"fcaa4aeb-e386-472f-bd5b-f983f4a12080","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.074489733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ad4ea0-6163-4abc-8d6b-aef4dd1ed407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.134022397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ad4ea0-6163-4abc-8d6b-aef4dd1ed407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.219845752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45185dc-f66d-4873-938a-46cbc802376b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.276872033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45185dc-f66d-4873-938a-46cbc802376b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.331831495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45185dc-f66d-4873-938a-46cbc802376b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:09.050946613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ad0e1255-5ba3-4537-a120-60641026a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:09.050946676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"1d7837fc-da30-496c-9e33-6b86e31245be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:09.107861642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"ad0e1255-5ba3-4537-a120-60641026a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:09.107923326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"1d7837fc-da30-496c-9e33-6b86e31245be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.235891194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"52d735a3-3f90-4198-8fdb-c4144b6aa4c9","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-cf9c90de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.450851823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"namespace":"ai-tenant-e2e-mt-9062212f","name":"e2e-shared-int-sub-cf9c90de","reconcileID":"52d735a3-3f90-4198-8fdb-c4144b6aa4c9","MaaSSubscription":{"name":"e2e-shared-int-sub-cf9c90de","namespace":"ai-tenant-e2e-mt-9062212f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-4881ae","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.661615868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"878768ee-8599-42e4-aa71-1a1316eac206","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.661667638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"218c7667-56cf-4347-aca9-3d95cd61d518","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.708357916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c523cec4-0270-4d9d-a2bf-bc78036804ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.708379088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c523cec4-0270-4d9d-a2bf-bc78036804ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.186994378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f826af2e-ad79-40ef-961c-5dae47bc19de","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.243772094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"f826af2e-ad79-40ef-961c-5dae47bc19de","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.290794267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4461c4a9-a832-48a0-a4b7-949a4c98291d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.346871546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4461c4a9-a832-48a0-a4b7-949a4c98291d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.488483818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f017370-dc5b-4b9d-aca5-3e0a89cebaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.510049187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cb8e33-0845-4de6-826f-a14515d70783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.510070996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cb8e33-0845-4de6-826f-a14515d70783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.544479394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f017370-dc5b-4b9d-aca5-3e0a89cebaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.664022784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f21fce4-29c7-497e-bf94-ce928fed2f6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.664041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f21fce4-29c7-497e-bf94-ce928fed2f6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.81467262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d03b88e9-eef0-463d-87d5-badc3f5d9e7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.814718338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d03b88e9-eef0-463d-87d5-badc3f5d9e7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.802673692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31b02b7-390d-45c5-a2cd-96b5b18cc44b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.802711376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31b02b7-390d-45c5-a2cd-96b5b18cc44b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.802685093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4881ae","reconcileID":"422ec9f2-a371-4960-b70b-8ae9a5457553","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4881ae","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.010174684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6bcf3eb-a33f-404e-a30f-c3d5de2d9d92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.010194995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6bcf3eb-a33f-404e-a30f-c3d5de2d9d92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.170832649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d59e0b-ba46-4496-b931-3700de15bf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.170853929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d59e0b-ba46-4496-b931-3700de15bf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.32623298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eaf5b7d-74b6-446e-8d5b-893e143578ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.326282981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa95592-4ff1-42e5-9943-a0dd286fd199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.384005245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eaf5b7d-74b6-446e-8d5b-893e143578ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.384005242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa95592-4ff1-42e5-9943-a0dd286fd199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.969544333Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:26.775720571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"56b7d2b6-3a23-4057-8eb3-14b69a574bd3","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.332628661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"ec19b063-ef8d-432c-8b5e-3e642ca96168","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-4881ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.613011959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4881ae","reconcileID":"ec19b063-ef8d-432c-8b5e-3e642ca96168","MaaSSubscription":{"name":"e2e-default-int-sub-4881ae","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.826380099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bda233bc-b35b-47d6-af81-f775f5688a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.82687031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffa0647e-f059-44dc-af17-b21b1e3b6c03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.82689371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffa0647e-f059-44dc-af17-b21b1e3b6c03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.983553884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efbd0c2-2d42-4962-9a78-ee3d640ed6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:32.983618439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"207ec81b-4bd2-40f2-8dbb-b08dcae7b53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:33.041328057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efbd0c2-2d42-4962-9a78-ee3d640ed6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:33.041718752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"207ec81b-4bd2-40f2-8dbb-b08dcae7b53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:36.987889122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1e1b7808-6509-4c6d-87b3-f91df18c843a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:37.102247964Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1e1b7808-6509-4c6d-87b3-f91df18c843a","name":"e2e-api-a-7f332d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:37.401369949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c989ceae-2b8c-44cc-bf4c-e40b7c133ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:37.454419278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c989ceae-2b8c-44cc-bf4c-e40b7c133ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:37.506650867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c989ceae-2b8c-44cc-bf4c-e40b7c133ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:37.559196789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c989ceae-2b8c-44cc-bf4c-e40b7c133ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:38.297920279Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a772c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a772c3","reconcileID":"3671f73f-8db2-4f3b-b134-5ca7c7279d5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a772c3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a772c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.469237255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8dd187-bcbb-46c0-9af4-cac0120416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.521488185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8dd187-bcbb-46c0-9af4-cac0120416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.573656187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8dd187-bcbb-46c0-9af4-cac0120416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.626061283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8dd187-bcbb-46c0-9af4-cac0120416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:41.543169818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec81f5-6387-430b-9b95-684beeb09f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:41.595949642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec81f5-6387-430b-9b95-684beeb09f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:41.648293061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec81f5-6387-430b-9b95-684beeb09f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:41.701552653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec81f5-6387-430b-9b95-684beeb09f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:43.661879772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4c4640-cd19-4d73-99ba-8de3610ca108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:43.714195826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4c4640-cd19-4d73-99ba-8de3610ca108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:43.76658127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4c4640-cd19-4d73-99ba-8de3610ca108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:43.819436742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4c4640-cd19-4d73-99ba-8de3610ca108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.969829988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.226357615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32164e5c-33d7-4bc7-8892-1c097959451b","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.226386248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32164e5c-33d7-4bc7-8892-1c097959451b","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.495998716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"00f2f0ce-c976-4f03-88d4-8c8d999671df","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.496329539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"afd04c31-d126-4c63-83f4-2ad4e761a420","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.496605131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"effad7af-51b5-414e-aff5-eb369862184e","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.565623974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"e479218c-bc08-4f80-870a-4f882a320767","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.566008483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"288b4106-6d35-411f-bace-4b3d7ebfd2ad","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.566270026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"751713aa-a6e4-4282-8681-e7153016bfc6","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.655843165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3e142e0-8600-4b8b-9e00-ef650af052a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.655986626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"80364ab1-0121-4cf0-b16f-9b6d775d7672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.709383192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"2bad45f0-d7de-47d1-9875-f9c1641035a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.709382913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"27d2e3b9-671f-423b-867d-20f957c99199","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.712753348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"80364ab1-0121-4cf0-b16f-9b6d775d7672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:59.712787008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3e142e0-8600-4b8b-9e00-ef650af052a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.024620265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f6e7415a-4051-4b53-8102-03e2d5ee7b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.024629101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f63bf0b2-ecc3-47db-9b82-92ea4533df6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.081242314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f63bf0b2-ecc3-47db-9b82-92ea4533df6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.081309158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f6e7415a-4051-4b53-8102-03e2d5ee7b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.79580072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"b8a75ad0-1118-49dd-85bd-d1fa1e69c5dd","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.795821978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"b8a75ad0-1118-49dd-85bd-d1fa1e69c5dd","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.852307503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3326d1fd-edb9-4acb-adb7-419f9b495623","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.852327343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3326d1fd-edb9-4acb-adb7-419f9b495623","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.956267822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"1a29b7e9-472d-4625-8526-07b796f895f5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.072616494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32d6ddf1-1f5d-455e-b801-3c534e8e76a5","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.072638318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32d6ddf1-1f5d-455e-b801-3c534e8e76a5","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.079389195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"1a29b7e9-472d-4625-8526-07b796f895f5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.132056031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3b34e050-534a-4028-97b8-ce9fcc53c7cb","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.132079672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3b34e050-534a-4028-97b8-ce9fcc53c7cb","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.13479197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"1a29b7e9-472d-4625-8526-07b796f895f5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:05.176867684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"4e5ff504-e322-4e20-9c72-03095a96b44e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-701ba30f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:05.185472073Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3b34e050-534a-4028-97b8-ce9fcc53c7cb","name":"e2e-lifecycle-model-701ba30f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-701ba30f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:05.185536794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3b34e050-534a-4028-97b8-ce9fcc53c7cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-701ba30f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.18899765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5ef3d25a-1a63-4008-9c35-e70619b8a978","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.189013311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5ef3d25a-1a63-4008-9c35-e70619b8a978","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.281991547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"325eb5c6-0e78-4e90-ae65-9cfa18045757","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.282012397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"325eb5c6-0e78-4e90-ae65-9cfa18045757","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.292069044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"0df9249e-f175-459f-8a42-938054822c49","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.338404381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"2b9b3ebf-f653-4455-90a7-d8e668efe18e","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.338424771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"2b9b3ebf-f653-4455-90a7-d8e668efe18e","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.348732438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"0df9249e-f175-459f-8a42-938054822c49","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.403257157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"0df9249e-f175-459f-8a42-938054822c49","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.550844242Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"4cd38e3b-0b12-49f3-b836-7a3abd051761","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"e2e-lifecycle-model-701ba30f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-701ba30f/e2e-sub-701ba30f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.716139138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"cd80487a-3617-4b56-9fc2-11248ec0afca","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.716158897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"cd80487a-3617-4b56-9fc2-11248ec0afca","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:05.9239073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"2f0eee8e-8764-416b-a120-1633acd29bbb","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:11.554303701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"468fb952-e216-4b07-a149-82a0f1a4de22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:11.554441569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fe2a5f33-2f79-48ae-a40c-643f181668e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:11.610627845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fe2a5f33-2f79-48ae-a40c-643f181668e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:11.610632103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"468fb952-e216-4b07-a149-82a0f1a4de22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:15.508067502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"8ea5a362-0fc9-4f66-945d-dcc1128b183c","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:15.564382711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"8ea5a362-0fc9-4f66-945d-dcc1128b183c","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:15.618951924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"8ea5a362-0fc9-4f66-945d-dcc1128b183c","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.836958361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c97d68-39f3-45d6-86aa-6c07a6355ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.889209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c97d68-39f3-45d6-86aa-6c07a6355ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.941647254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c97d68-39f3-45d6-86aa-6c07a6355ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.993875945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c97d68-39f3-45d6-86aa-6c07a6355ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:19.935862399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71c20d-62fe-4c33-acfa-5dba2abd318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:19.988338346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71c20d-62fe-4c33-acfa-5dba2abd318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:20.040841267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71c20d-62fe-4c33-acfa-5dba2abd318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:20.093182245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71c20d-62fe-4c33-acfa-5dba2abd318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:20.951624331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"a8c9f2f9-560c-4f72-b2c8-9a562163f763","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.067324394Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"a8c9f2f9-560c-4f72-b2c8-9a562163f763","name":"e2e-api-a-a772c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.539163427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f5d1065-8189-4e46-abad-99969c085f65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.539184418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f5d1065-8189-4e46-abad-99969c085f65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.593615009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80725cb9-96da-4cad-88af-a02bddc5c31c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.59363693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80725cb9-96da-4cad-88af-a02bddc5c31c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.697929486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"21a6f142-ca69-46b4-a336-eaac5f3254b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.820854486Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"21a6f142-ca69-46b4-a336-eaac5f3254b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.875456099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7f332d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"21a6f142-ca69-46b4-a336-eaac5f3254b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.932456734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f68dbaa-f09f-42ee-9df4-b341becdebff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.932481999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f68dbaa-f09f-42ee-9df4-b341becdebff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:24.970089156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.749610077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"35a0dbd2-e95b-4246-bf21-608ca4da37e5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.806472791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"35a0dbd2-e95b-4246-bf21-608ca4da37e5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.861947875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"35a0dbd2-e95b-4246-bf21-608ca4da37e5","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:26.539684659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b76ae7-dab3-479f-85c5-f72c9532315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:26.592085309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b76ae7-dab3-479f-85c5-f72c9532315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:26.644479268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b76ae7-dab3-479f-85c5-f72c9532315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:26.697470791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b76ae7-dab3-479f-85c5-f72c9532315f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:27.02631198Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c617de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c617de","reconcileID":"d31c134e-97e5-42ab-a432-64a86e40fe07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c617de","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c617de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:28.648441586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2c693d-e3e7-46a4-841a-54673dd2bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:28.701282227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2c693d-e3e7-46a4-841a-54673dd2bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:28.753554779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2c693d-e3e7-46a4-841a-54673dd2bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:28.806074539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2c693d-e3e7-46a4-841a-54673dd2bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:32.037350435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"e45eeb06-455b-4379-a6c8-3f7a6b969876","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:32.093771684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"e45eeb06-455b-4379-a6c8-3f7a6b969876","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:32.148721718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7f332d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"e45eeb06-455b-4379-a6c8-3f7a6b969876","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.174094095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"e7a3066a-1837-42f0-9d61-616ff5d0c624","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.96674653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"2bcf8e00-3a99-499a-b30d-1fa64cc83812","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.02354911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"2bcf8e00-3a99-499a-b30d-1fa64cc83812","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.081324478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"2bcf8e00-3a99-499a-b30d-1fa64cc83812","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.196990779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"51ca9289-9671-4c16-979e-e40cb084c52b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.251255712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"2b89cd79-ccaa-4680-99a6-540457f42434","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.407665761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"badd1cf2-e946-40f2-bd11-cb42e7e18a88","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.46677981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"badd1cf2-e946-40f2-bd11-cb42e7e18a88","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.478802615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"3699c957-ea5f-4784-bb69-1242cad5cfb2","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.521610214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5735c32b0769eadd4be83017e869f59aec572895866c943eb9604a1ed90f7255) AuthConfig (b13be6128b0b1ab652bf2165752247804a467172a790a395f51448dbd721ac6e) AuthConfig (4b00f5756e9d1b73d8938f90db39c48fccba0ce3531c712aa40cf1b865c63470) AuthConfig (9cae4b5ac36c7f9c1a4cc074bccf9710f638bf724fdb388e36416f8008ff9510) AuthConfig (d13449161608b688b42f00e4c750d531f0ce34f75bacd8030ec40ced0ec42f89) AuthConfig (217036e3d50d226d35e4543bafe8ab800f7bf322136e6cfacf5bcdd8ce866f85) AuthConfig (be4fd128a08dddf4b26489a9369aa9be7c1ecee19cd19e3add7278f5afc77ae5) AuthConfig (f6a4861499e852baa908cc8655469e99d23685a579546b80d209093930ed045e) AuthConfig (ed65df496447efadec0a8fba27a9e3ba886e511f7b09d11c0d18b5b8c04a4aa7) AuthConfig (563efdaeef996a41f22d77b480c7d1e4ec98a6728cfe0e805a4037a9ccd836dc) AuthConfig (36d76355c87121d7980ea6ea96e852f483f26406c85a309042141938e54acc6a) AuthConfig (64900b82faf981192e9f5d5867549ce8a0aad4cf6259f08e54a54fca663a1b65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"badd1cf2-e946-40f2-bd11-cb42e7e18a88","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.535978398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"f8e73684-ed8a-48a2-b9ac-1e8f788507dc","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.579536022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"457e2ec0-f872-4cb0-a467-3d784d1fe5af","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:36.583239883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub","reconcileID":"0abef532-f541-4c3a-9bce-d5daf3e4d0e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.634918762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"98e4edba-7448-40ac-9ef0-2f36c05a0b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.63498046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e7791383-0968-4a09-8e56-512eef7fbc8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.692111653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"98e4edba-7448-40ac-9ef0-2f36c05a0b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.692835337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e7791383-0968-4a09-8e56-512eef7fbc8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.69413507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"2ee08fdb-d461-49ec-bf95-b447b1e068ac","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.73748546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"685d791c-8403-4c5b-a9d7-5050e4126d78","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.751246927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"1bcb2337-dc35-4b3e-a206-0fd8a316c9e4","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.794124082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"685d791c-8403-4c5b-a9d7-5050e4126d78","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.849386492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5735c32b0769eadd4be83017e869f59aec572895866c943eb9604a1ed90f7255) AuthConfig (b13be6128b0b1ab652bf2165752247804a467172a790a395f51448dbd721ac6e) AuthConfig (4b00f5756e9d1b73d8938f90db39c48fccba0ce3531c712aa40cf1b865c63470) AuthConfig (9cae4b5ac36c7f9c1a4cc074bccf9710f638bf724fdb388e36416f8008ff9510) AuthConfig (d13449161608b688b42f00e4c750d531f0ce34f75bacd8030ec40ced0ec42f89) AuthConfig (217036e3d50d226d35e4543bafe8ab800f7bf322136e6cfacf5bcdd8ce866f85) AuthConfig (be4fd128a08dddf4b26489a9369aa9be7c1ecee19cd19e3add7278f5afc77ae5) AuthConfig (f6a4861499e852baa908cc8655469e99d23685a579546b80d209093930ed045e) AuthConfig (ed65df496447efadec0a8fba27a9e3ba886e511f7b09d11c0d18b5b8c04a4aa7) AuthConfig (563efdaeef996a41f22d77b480c7d1e4ec98a6728cfe0e805a4037a9ccd836dc) AuthConfig (36d76355c87121d7980ea6ea96e852f483f26406c85a309042141938e54acc6a) AuthConfig (64900b82faf981192e9f5d5867549ce8a0aad4cf6259f08e54a54fca663a1b65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"685d791c-8403-4c5b-a9d7-5050e4126d78","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.007029397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a4bdabbf-ee8a-48b5-85ae-23fcdd62a192","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.018729664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub","reconcileID":"16601876-3aff-489a-8b3b-bff991bf9013","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.06318749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a4bdabbf-ee8a-48b5-85ae-23fcdd62a192","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.106817896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"2876bedf-4bd4-49bd-b42b-75a9796cb9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.107045929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3c32ddd6-c767-437b-ace5-4d9aa24d41e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.118294098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a0e72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5735c32b0769eadd4be83017e869f59aec572895866c943eb9604a1ed90f7255) AuthConfig (b13be6128b0b1ab652bf2165752247804a467172a790a395f51448dbd721ac6e) AuthConfig (4b00f5756e9d1b73d8938f90db39c48fccba0ce3531c712aa40cf1b865c63470) AuthConfig (9cae4b5ac36c7f9c1a4cc074bccf9710f638bf724fdb388e36416f8008ff9510) AuthConfig (d13449161608b688b42f00e4c750d531f0ce34f75bacd8030ec40ced0ec42f89) AuthConfig (217036e3d50d226d35e4543bafe8ab800f7bf322136e6cfacf5bcdd8ce866f85) AuthConfig (be4fd128a08dddf4b26489a9369aa9be7c1ecee19cd19e3add7278f5afc77ae5) AuthConfig (f6a4861499e852baa908cc8655469e99d23685a579546b80d209093930ed045e) AuthConfig (ed65df496447efadec0a8fba27a9e3ba886e511f7b09d11c0d18b5b8c04a4aa7) AuthConfig (563efdaeef996a41f22d77b480c7d1e4ec98a6728cfe0e805a4037a9ccd836dc) AuthConfig (36d76355c87121d7980ea6ea96e852f483f26406c85a309042141938e54acc6a) AuthConfig (64900b82faf981192e9f5d5867549ce8a0aad4cf6259f08e54a54fca663a1b65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a4bdabbf-ee8a-48b5-85ae-23fcdd62a192","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.163486886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3c32ddd6-c767-437b-ace5-4d9aa24d41e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.164200486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"2876bedf-4bd4-49bd-b42b-75a9796cb9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.182927712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"d6040de6-7465-42d2-9130-c26ef5fed640","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.229112095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"592ffe0e-e81f-40aa-8951-41baa74b9c3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:37.397541063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub","reconcileID":"a6541a61-58c2-4df6-8ba8-0348b08ef494","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:39.539521684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"64c930ee-07d3-4f64-b436-a7f2fd517364","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:39.706006354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"05502624-bbdd-4b02-94dd-06cd587f4e0a","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:39.706034645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"05502624-bbdd-4b02-94dd-06cd587f4e0a","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:40.458053132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"bd47268b-5d2b-42c1-87bf-9ef3f74e1c7f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:40.522981342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"bd47268b-5d2b-42c1-87bf-9ef3f74e1c7f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:40.57810438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abd4ab464e0e2a352d8f3ff93dc7e0b081ad16ea6c4df889bd8e6f02aebf701d) AuthConfig (3b4a32f1149e21fd3e489bb3006afb6fcd9ee96f83a302503db0d7b867e260aa) AuthConfig (d4a52efb634150fe81d032a5ae81c341ede017c634dbe28836be79bc18e2c170) AuthConfig (c8486dcd51f8b9d0cdcc067d82978c7ea41e6f1ad49377d55f7919a8cdf2de8f) AuthConfig (2f0aa1657197e9d282450ec0a0951fa49b26ea640773ed11552adb646f8d3e2d) AuthConfig (c5c730909b2fa415b5eb5393cd917277609d0bf8821a3ef8c934608acd1dc415) AuthConfig (7096b2388534440eb00db0c110366983aca77ce6cbaa26cc67d962fc9431e22b) AuthConfig (3c2a258fa5c862cbc9d9bf24a1e9b8d3922c0c22ca2aff92df5462cc6c0f555e) AuthConfig (d454b1f20f3a000d894d11d45fe446a7580b70c240a3a879635a3232aa5cbd73) AuthConfig (bdbceb3e16610b2052894c58687222fc17fb730accab9444ed1778e7b27533b3) AuthConfig (2f0f65b2af2179e8ea65987e411e8188173a80f8b59b60d48204c6eca4ac385d) AuthConfig (e1ece6e1d331d70678b124347375999a9088c7173987f3cc0067602114b02095) AuthConfig (80b4f811a40f635a34844b66e770767658077e842341e5f6507193a2f8c28e63) AuthConfig (6b1641f0b4c2d57a63f227babfd7d204d690ece153eaeaab47b4580ac90e7b5c) AuthConfig (36c596ad37693367b00c0a956b9c3f525d539df02046549052f4cc5af59fa298) AuthConfig (bc30c44b59d636e1e2c7cfd34c8275369a92ff8b38e6b68f862d9ecb1ceda20b) AuthConfig (a12c0ffd98f3960489650a5b0186a089615a14f80877763b820d4990553373a7) AuthConfig (0c01f184c97b40a4db964246a427b34a6a0e694c89210ea1c693d24e99b5584e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"bd47268b-5d2b-42c1-87bf-9ef3f74e1c7f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:40.63588067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8e8784bb-cc31-42bf-8d82-ddc3d9def047","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:40.635910015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8e8784bb-cc31-42bf-8d82-ddc3d9def047","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.258346505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"8f0acbc8-a949-47f4-a8e3-9b214b98352c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.327515551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"8f0acbc8-a949-47f4-a8e3-9b214b98352c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.382492439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7f332d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f621efdf7589f3a11eeccdb04df2c3ac1482c82278d9a3e42e6de54c7e2b61dc) AuthConfig (144f7153787c6e714b3803de0574f2132c97da9b0d00f5df5bef5ef0ffcb13e1) AuthConfig (88d20ab5e9a8624c1460808b10b2b94dcf53e574bec3d2c4512f82a8ce481770) AuthConfig (5bfbbca92d8d62772ada68b236f8f5ee1178402d95822ce833c3928dbec94a06) AuthConfig (df1aac20e841123cc3b904a85cf670770cf57af7b9cfb4130735574472565d84) AuthConfig (39f9c825ff24e662a0dcbb4d963da4620cc2c97084608c4c05d9a74901688fb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"8f0acbc8-a949-47f4-a8e3-9b214b98352c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.440794557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a4fc893-787e-456b-8e63-7c0c2c69446d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.440820735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a4fc893-787e-456b-8e63-7c0c2c69446d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.27545664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b339dee5-9c51-4e58-992d-a6a54f2bf6fc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.331506502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b339dee5-9c51-4e58-992d-a6a54f2bf6fc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.646586977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"51f3ec3a-ae97-46c3-b6e2-d8e65be58e44","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.205069041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"0c04e022-70da-4a73-9a2e-9fad39e919ca","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.360985209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d70d4969-e14c-418d-aa8b-c029f7ae1ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.361177144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"dab329c0-6cdf-44c6-b6ef-f820a557ad95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.360982565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"08190162-9295-48fd-a8fe-ff4d6c88bbfc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.418041395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"08190162-9295-48fd-a8fe-ff4d6c88bbfc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.41901226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"dab329c0-6cdf-44c6-b6ef-f820a557ad95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.420797608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d70d4969-e14c-418d-aa8b-c029f7ae1ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.742282436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"17021018-c30f-441d-b450-56e8f4f6aa8f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.798683013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"17021018-c30f-441d-b450-56e8f4f6aa8f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.853580218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abd4ab464e0e2a352d8f3ff93dc7e0b081ad16ea6c4df889bd8e6f02aebf701d) AuthConfig (3b4a32f1149e21fd3e489bb3006afb6fcd9ee96f83a302503db0d7b867e260aa) AuthConfig (d4a52efb634150fe81d032a5ae81c341ede017c634dbe28836be79bc18e2c170) AuthConfig (c8486dcd51f8b9d0cdcc067d82978c7ea41e6f1ad49377d55f7919a8cdf2de8f) AuthConfig (2f0aa1657197e9d282450ec0a0951fa49b26ea640773ed11552adb646f8d3e2d) AuthConfig (c5c730909b2fa415b5eb5393cd917277609d0bf8821a3ef8c934608acd1dc415) AuthConfig (7096b2388534440eb00db0c110366983aca77ce6cbaa26cc67d962fc9431e22b) AuthConfig (3c2a258fa5c862cbc9d9bf24a1e9b8d3922c0c22ca2aff92df5462cc6c0f555e) AuthConfig (d454b1f20f3a000d894d11d45fe446a7580b70c240a3a879635a3232aa5cbd73) AuthConfig (bdbceb3e16610b2052894c58687222fc17fb730accab9444ed1778e7b27533b3) AuthConfig (2f0f65b2af2179e8ea65987e411e8188173a80f8b59b60d48204c6eca4ac385d) AuthConfig (e1ece6e1d331d70678b124347375999a9088c7173987f3cc0067602114b02095) AuthConfig (80b4f811a40f635a34844b66e770767658077e842341e5f6507193a2f8c28e63) AuthConfig (6b1641f0b4c2d57a63f227babfd7d204d690ece153eaeaab47b4580ac90e7b5c) AuthConfig (36c596ad37693367b00c0a956b9c3f525d539df02046549052f4cc5af59fa298) AuthConfig (bc30c44b59d636e1e2c7cfd34c8275369a92ff8b38e6b68f862d9ecb1ceda20b) AuthConfig (a12c0ffd98f3960489650a5b0186a089615a14f80877763b820d4990553373a7) AuthConfig (0c01f184c97b40a4db964246a427b34a6a0e694c89210ea1c693d24e99b5584e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"17021018-c30f-441d-b450-56e8f4f6aa8f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.395320851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"787a6ec8-435c-4242-9408-93013eb4219b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.39534852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"787a6ec8-435c-4242-9408-93013eb4219b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.498969803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"namespace":"ai-tenant-e2e-mt-a67d763f","name":"e2e-policy-a67d763f","reconcileID":"347fe9aa-8666-472a-b384-90886087c04e","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.599803384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1cead146-2028-4325-9d55-218e2a9f0bfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.620670463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"namespace":"ai-tenant-e2e-mt-a67d763f","name":"e2e-policy-a67d763f","reconcileID":"347fe9aa-8666-472a-b384-90886087c04e","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.656227225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1cead146-2028-4325-9d55-218e2a9f0bfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.6752042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"namespace":"ai-tenant-e2e-mt-a67d763f","name":"e2e-policy-a67d763f","reconcileID":"347fe9aa-8666-472a-b384-90886087c04e","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.71106928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7f332d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f621efdf7589f3a11eeccdb04df2c3ac1482c82278d9a3e42e6de54c7e2b61dc) AuthConfig (144f7153787c6e714b3803de0574f2132c97da9b0d00f5df5bef5ef0ffcb13e1) AuthConfig (88d20ab5e9a8624c1460808b10b2b94dcf53e574bec3d2c4512f82a8ce481770) AuthConfig (5bfbbca92d8d62772ada68b236f8f5ee1178402d95822ce833c3928dbec94a06) AuthConfig (df1aac20e841123cc3b904a85cf670770cf57af7b9cfb4130735574472565d84) AuthConfig (39f9c825ff24e662a0dcbb4d963da4620cc2c97084608c4c05d9a74901688fb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1cead146-2028-4325-9d55-218e2a9f0bfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.97383917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.367601418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub","reconcileID":"8af6dbb4-d302-4279-b16c-5f54c3c4ecad","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.581721851Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub","reconcileID":"8af6dbb4-d302-4279-b16c-5f54c3c4ecad","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.790849727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7d912c06-d568-46a5-b385-090ab77a19cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.793358133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"c8e0e481-76ae-4d65-accc-962ac07573c9","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.948643577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98f66b1-ee32-4206-a9bb-a9aa78b2173d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.948771205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7687df07-af98-445d-9057-f4d80094ea38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:58.949104454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"253b4ffd-d8a0-4f97-832b-0cc4c2eebc4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:59.005610706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"253b4ffd-d8a0-4f97-832b-0cc4c2eebc4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:59.005959501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98f66b1-ee32-4206-a9bb-a9aa78b2173d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:59.008232744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7687df07-af98-445d-9057-f4d80094ea38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:00.957703646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"52d4bbdd-6b47-45df-ae42-188e89bf36ba","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:01.014138892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"52d4bbdd-6b47-45df-ae42-188e89bf36ba","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:01.068816595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abd4ab464e0e2a352d8f3ff93dc7e0b081ad16ea6c4df889bd8e6f02aebf701d) AuthConfig (3b4a32f1149e21fd3e489bb3006afb6fcd9ee96f83a302503db0d7b867e260aa) AuthConfig (d4a52efb634150fe81d032a5ae81c341ede017c634dbe28836be79bc18e2c170) AuthConfig (c8486dcd51f8b9d0cdcc067d82978c7ea41e6f1ad49377d55f7919a8cdf2de8f) AuthConfig (2f0aa1657197e9d282450ec0a0951fa49b26ea640773ed11552adb646f8d3e2d) AuthConfig (c5c730909b2fa415b5eb5393cd917277609d0bf8821a3ef8c934608acd1dc415) AuthConfig (7096b2388534440eb00db0c110366983aca77ce6cbaa26cc67d962fc9431e22b) AuthConfig (3c2a258fa5c862cbc9d9bf24a1e9b8d3922c0c22ca2aff92df5462cc6c0f555e) AuthConfig (d454b1f20f3a000d894d11d45fe446a7580b70c240a3a879635a3232aa5cbd73) AuthConfig (bdbceb3e16610b2052894c58687222fc17fb730accab9444ed1778e7b27533b3) AuthConfig (2f0f65b2af2179e8ea65987e411e8188173a80f8b59b60d48204c6eca4ac385d) AuthConfig (e1ece6e1d331d70678b124347375999a9088c7173987f3cc0067602114b02095) AuthConfig (80b4f811a40f635a34844b66e770767658077e842341e5f6507193a2f8c28e63) AuthConfig (6b1641f0b4c2d57a63f227babfd7d204d690ece153eaeaab47b4580ac90e7b5c) AuthConfig (36c596ad37693367b00c0a956b9c3f525d539df02046549052f4cc5af59fa298) AuthConfig (bc30c44b59d636e1e2c7cfd34c8275369a92ff8b38e6b68f862d9ecb1ceda20b) AuthConfig (a12c0ffd98f3960489650a5b0186a089615a14f80877763b820d4990553373a7) AuthConfig (0c01f184c97b40a4db964246a427b34a6a0e694c89210ea1c693d24e99b5584e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"52d4bbdd-6b47-45df-ae42-188e89bf36ba","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:02.816169459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"4e73b596-392c-46a5-9b62-759942234550","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:02.872152694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"4e73b596-392c-46a5-9b62-759942234550","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:02.926636343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7f332d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f621efdf7589f3a11eeccdb04df2c3ac1482c82278d9a3e42e6de54c7e2b61dc) AuthConfig (144f7153787c6e714b3803de0574f2132c97da9b0d00f5df5bef5ef0ffcb13e1) AuthConfig (88d20ab5e9a8624c1460808b10b2b94dcf53e574bec3d2c4512f82a8ce481770) AuthConfig (5bfbbca92d8d62772ada68b236f8f5ee1178402d95822ce833c3928dbec94a06) AuthConfig (df1aac20e841123cc3b904a85cf670770cf57af7b9cfb4130735574472565d84) AuthConfig (39f9c825ff24e662a0dcbb4d963da4620cc2c97084608c4c05d9a74901688fb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"4e73b596-392c-46a5-9b62-759942234550","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.261222067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4695e3e2-c2bf-44a7-81f8-8e7c93ced71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.314324285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4695e3e2-c2bf-44a7-81f8-8e7c93ced71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.366871825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4695e3e2-c2bf-44a7-81f8-8e7c93ced71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.419387346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4695e3e2-c2bf-44a7-81f8-8e7c93ced71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:08.342626205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abd6d19-76e9-4289-a1df-4b2b10fbce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:08.39509233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abd6d19-76e9-4289-a1df-4b2b10fbce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:08.44743107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abd6d19-76e9-4289-a1df-4b2b10fbce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:08.500211842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abd6d19-76e9-4289-a1df-4b2b10fbce10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.229260409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf7d3b2-bd6a-4ae2-b070-ae8ed1240662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.229290659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf7d3b2-bd6a-4ae2-b070-ae8ed1240662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.285797408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda1aecb-47fe-46dc-bb03-163b31d2615c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.285819659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda1aecb-47fe-46dc-bb03-163b31d2615c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.390001273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"969fe267-1d9b-4fb3-be7a-0828782c1e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.512981586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"969fe267-1d9b-4fb3-be7a-0828782c1e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.56838073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a772c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"969fe267-1d9b-4fb3-be7a-0828782c1e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.625567931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f47023f9-4990-49ba-a7fb-20f411aa90ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:10.625589965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f47023f9-4990-49ba-a7fb-20f411aa90ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:11.177397163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"3ddf231a-4a94-4ea1-abdf-37ccf4247a0f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:11.23729584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"3ddf231a-4a94-4ea1-abdf-37ccf4247a0f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:11.293353499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-701ba30f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abd4ab464e0e2a352d8f3ff93dc7e0b081ad16ea6c4df889bd8e6f02aebf701d) AuthConfig (3b4a32f1149e21fd3e489bb3006afb6fcd9ee96f83a302503db0d7b867e260aa) AuthConfig (d4a52efb634150fe81d032a5ae81c341ede017c634dbe28836be79bc18e2c170) AuthConfig (c8486dcd51f8b9d0cdcc067d82978c7ea41e6f1ad49377d55f7919a8cdf2de8f) AuthConfig (2f0aa1657197e9d282450ec0a0951fa49b26ea640773ed11552adb646f8d3e2d) AuthConfig (c5c730909b2fa415b5eb5393cd917277609d0bf8821a3ef8c934608acd1dc415) AuthConfig (7096b2388534440eb00db0c110366983aca77ce6cbaa26cc67d962fc9431e22b) AuthConfig (3c2a258fa5c862cbc9d9bf24a1e9b8d3922c0c22ca2aff92df5462cc6c0f555e) AuthConfig (d454b1f20f3a000d894d11d45fe446a7580b70c240a3a879635a3232aa5cbd73) AuthConfig (bdbceb3e16610b2052894c58687222fc17fb730accab9444ed1778e7b27533b3) AuthConfig (2f0f65b2af2179e8ea65987e411e8188173a80f8b59b60d48204c6eca4ac385d) AuthConfig (e1ece6e1d331d70678b124347375999a9088c7173987f3cc0067602114b02095) AuthConfig (80b4f811a40f635a34844b66e770767658077e842341e5f6507193a2f8c28e63) AuthConfig (6b1641f0b4c2d57a63f227babfd7d204d690ece153eaeaab47b4580ac90e7b5c) AuthConfig (36c596ad37693367b00c0a956b9c3f525d539df02046549052f4cc5af59fa298) AuthConfig (bc30c44b59d636e1e2c7cfd34c8275369a92ff8b38e6b68f862d9ecb1ceda20b) AuthConfig (a12c0ffd98f3960489650a5b0186a089615a14f80877763b820d4990553373a7) AuthConfig (0c01f184c97b40a4db964246a427b34a6a0e694c89210ea1c693d24e99b5584e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"3ddf231a-4a94-4ea1-abdf-37ccf4247a0f","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.032106491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"d8a1274e-57bd-46c3-aef9-c45f765104a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.091157751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"d8a1274e-57bd-46c3-aef9-c45f765104a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.371635646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"namespace":"ai-tenant-e2e-mt-a67d763f","name":"e2e-policy-a67d763f","reconcileID":"cba4f7d7-c323-43cd-9978-b8c3790e8b88","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.408415099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e999b8fb-a3d3-401a-a8d7-b5ecc085bea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.408437773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e999b8fb-a3d3-401a-a8d7-b5ecc085bea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:13.554883698Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"namespace":"ai-tenant-e2e-mt-a67d763f","name":"e2e-policy-a67d763f","reconcileID":"cba4f7d7-c323-43cd-9978-b8c3790e8b88","MaaSAuthPolicy":{"name":"e2e-policy-a67d763f","namespace":"ai-tenant-e2e-mt-a67d763f"},"policyNamespace":"ai-tenant-e2e-mt-a67d763f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:14.349667103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"90517807-b43b-4f88-8194-700e52ded031","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:14.464106639Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"90517807-b43b-4f88-8194-700e52ded031","name":"e2e-api-b-c617de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:14.864783886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2a27f-1c66-4a61-a5b7-c2a0828c0cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:14.917628624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2a27f-1c66-4a61-a5b7-c2a0828c0cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:14.969705854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2a27f-1c66-4a61-a5b7-c2a0828c0cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:15.022109989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2a27f-1c66-4a61-a5b7-c2a0828c0cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:15.602096984Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-aa82d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-aa82d2","reconcileID":"1fbb8edf-6ecd-4fd0-941e-fd4a75ae1cdc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-aa82d2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-aa82d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.938464286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88b64fa-4d8f-4c8d-8929-59a054c29324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.990565797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88b64fa-4d8f-4c8d-8929-59a054c29324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:17.043191275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88b64fa-4d8f-4c8d-8929-59a054c29324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:17.095802045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88b64fa-4d8f-4c8d-8929-59a054c29324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.731343415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"82b2a9bb-936f-4cec-85db-4af526810970","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.788185212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"82b2a9bb-936f-4cec-85db-4af526810970","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.843171044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a772c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"82b2a9bb-936f-4cec-85db-4af526810970","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:21.3986237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"45013cce-1652-40eb-9be9-0cb95add6248","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:21.45494393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"45013cce-1652-40eb-9be9-0cb95add6248","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:21.719278717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"493d010b-b820-4d57-a041-45d779f821d5","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:21.719299157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"493d010b-b820-4d57-a041-45d779f821d5","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:24.969298698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:25.800644636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"47f89a02-7775-48ac-a155-a22e475f9b72","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:25.800679676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2758173d-778e-4567-ba50-e1551ef8b4ea","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:26.009185589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"85516c03-f35d-45a7-b810-cd41a10ca2f3","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.948094933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"2586478f-962d-465f-be59-196880256496","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.004710575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"2586478f-962d-465f-be59-196880256496","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.059703351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a772c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ab2f82b90f0866c49d9c3c180522a0691f8f807c06eb08ebac3b1f25db0fb1c) AuthConfig (ee62fa24583e0fa2904043a78e513e4c1b7e0b5673277a775aeac44560dd2da8) AuthConfig (bd8327f5467e0dfde861b95dc8024bf814be95f1c752226e0d0e988bc486e36b) AuthConfig (3c465caa3e31167c2bb4a27c9c711ae9bdaf6eb657145483763cb348f608da5c) AuthConfig (00bad0df4c8178a4c655d94b09381b228e3536fefd98bf7ec64aa9d3b954fa61) AuthConfig (478cac44e82e20bd4ac1c07dc938f26c9f7377554c4e4e3d235f39a88b086b8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"2586478f-962d-465f-be59-196880256496","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.118407338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8783c85a-076c-46eb-82a2-2beec2b8932c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.118425691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8783c85a-076c-46eb-82a2-2beec2b8932c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.250256321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbf7f17-6b37-4d76-94d3-97648cd5c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.304390924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbf7f17-6b37-4d76-94d3-97648cd5c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.356809761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbf7f17-6b37-4d76-94d3-97648cd5c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.409160015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbf7f17-6b37-4d76-94d3-97648cd5c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.836785272Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6198c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6198c6","reconcileID":"692243e8-3995-41d4-aaff-a4c1d7878aff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6198c6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6198c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:32.904917088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"233b1510-218f-4063-91a6-80eec47c091e","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:32.904937782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"233b1510-218f-4063-91a6-80eec47c091e","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.00909084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"7ddd01ff-b5d4-4e9c-bb01-9d249fce5046","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.014956668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8cd3bf3b-2320-4b4c-b57f-7d6de6f2e255","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.014973802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8cd3bf3b-2320-4b4c-b57f-7d6de6f2e255","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.066092728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"7ddd01ff-b5d4-4e9c-bb01-9d249fce5046","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.114717769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"b390f2a9-512d-417b-9f63-c12db159c5fb","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.348648023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d572333-0bd4-4bc3-92d9-d338df966d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.401269205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d572333-0bd4-4bc3-92d9-d338df966d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.401511299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"cba9768f-7bbf-4c2a-9bc2-69648206db63","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.453729673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d572333-0bd4-4bc3-92d9-d338df966d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.505983806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"0f06cf3b-f170-498a-afb8-db845591f1de","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.506298796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d572333-0bd4-4bc3-92d9-d338df966d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.510617721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"cba9768f-7bbf-4c2a-9bc2-69648206db63","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.433356846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29dc97e-32a1-4d50-a15e-f3aead3cf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.485947102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29dc97e-32a1-4d50-a15e-f3aead3cf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.538617454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29dc97e-32a1-4d50-a15e-f3aead3cf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.590787485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29dc97e-32a1-4d50-a15e-f3aead3cf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:37.576020447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"7190a890-c258-4817-8eae-299dd3de00c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:37.748297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"a81ea119-4867-4b31-b8c1-3b1dfec04b5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:37.859929624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"29583494-820c-44a6-b5cb-1a9d7bab7c09","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.027062109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"ac9027ef-7e15-40ee-b268-336d3aaef5b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.129350139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0b6e75f2-f818-4ff3-803f-80b4f4dce0e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.305409765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"8c1d8c24-70c4-4b89-9423-a5f869a42781","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.401371992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19017973-0487-413e-9ff5-babdf52a2c18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.503590822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2004e4e-23e5-4776-9156-52a89465ca47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.614386825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"d516fed8-eb4d-4797-8661-d293c344d70e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.714422222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"9897f810-6e99-48d7-9732-7268d306c783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.806567256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"07ea5e43-96bd-4b89-8efe-414688cc6c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:38.807291774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"26689ef0-565f-4d27-beb8-7f9dd1d793a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.226159022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"81a569ed-b50e-4488-8f07-dae6df170cb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.283537627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"81a569ed-b50e-4488-8f07-dae6df170cb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.339234258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a772c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ab2f82b90f0866c49d9c3c180522a0691f8f807c06eb08ebac3b1f25db0fb1c) AuthConfig (ee62fa24583e0fa2904043a78e513e4c1b7e0b5673277a775aeac44560dd2da8) AuthConfig (bd8327f5467e0dfde861b95dc8024bf814be95f1c752226e0d0e988bc486e36b) AuthConfig (3c465caa3e31167c2bb4a27c9c711ae9bdaf6eb657145483763cb348f608da5c) AuthConfig (00bad0df4c8178a4c655d94b09381b228e3536fefd98bf7ec64aa9d3b954fa61) AuthConfig (478cac44e82e20bd4ac1c07dc938f26c9f7377554c4e4e3d235f39a88b086b8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"81a569ed-b50e-4488-8f07-dae6df170cb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.441666356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3c1ad885-8434-46ec-8256-d6d33da866cc","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.441709247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"3c1ad885-8434-46ec-8256-d6d33da866cc","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.545595511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"b821e70e-a871-4c4c-bba0-1c5daea3b5d4","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.601746913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"b821e70e-a871-4c4c-bba0-1c5daea3b5d4","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.650282113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"8c420073-4072-44b5-88d6-38ab4678d48f","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.861259998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"89155985-f401-4140-81c0-3b02d5ac3396","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.917652242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"89155985-f401-4140-81c0-3b02d5ac3396","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:43.966670343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"635792c5-ee14-4424-9f92-c127ac9e1d4b","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:51.446383059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"4502be79-daa7-4ada-9e84-880a471c1eec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:51.502312679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"4502be79-daa7-4ada-9e84-880a471c1eec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:51.557143771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a772c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ab2f82b90f0866c49d9c3c180522a0691f8f807c06eb08ebac3b1f25db0fb1c) AuthConfig (ee62fa24583e0fa2904043a78e513e4c1b7e0b5673277a775aeac44560dd2da8) AuthConfig (bd8327f5467e0dfde861b95dc8024bf814be95f1c752226e0d0e988bc486e36b) AuthConfig (3c465caa3e31167c2bb4a27c9c711ae9bdaf6eb657145483763cb348f608da5c) AuthConfig (00bad0df4c8178a4c655d94b09381b228e3536fefd98bf7ec64aa9d3b954fa61) AuthConfig (478cac44e82e20bd4ac1c07dc938f26c9f7377554c4e4e3d235f39a88b086b8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"4502be79-daa7-4ada-9e84-880a471c1eec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:52.853538074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"c4d21f21-4aae-4220-8c18-dccbe2f4c990","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.054272683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"a88d1d0a-0555-4af4-a1f8-d4e5e9fdea54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.158181131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"0c05dfe7-230a-4a05-abe8-8bfce6da925c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.372248393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28961afd-1ed9-4f7f-87e2-153239d1d729","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.539144591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"91b4280b-8fcd-42c8-b639-f1bdc5f88d99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.643304868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"f89926f8-e258-430a-a9f2-157b0f7b5d29","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.698245413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"cc21f249-3ccd-4525-998b-1cfba19abb89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.815040745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c9015f6-4bdc-4350-904b-8bb19851666a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.906063741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"8b8644da-29f1-4c2e-a42c-77f5c4df3ddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:54.008237654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"3f03a3e2-169a-4f43-aa97-faa817b31e35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:54.008245113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"85007cd7-7642-4f48-b04a-f0635c15695b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:54.060871738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"e8213386-bb47-4605-bb38-59004015b4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:54.969723243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:01.661939334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0da2f24b-2aa4-46da-8d5a-6175a5123897","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:01.718401687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0da2f24b-2aa4-46da-8d5a-6175a5123897","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:02.035918587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdb3f6f-6a51-4d92-9fa6-62b96dd57bf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:02.035938571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdb3f6f-6a51-4d92-9fa6-62b96dd57bf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:05.034868194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7387481f-60f3-47c7-a3f8-52182183da57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:05.087510395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7387481f-60f3-47c7-a3f8-52182183da57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:05.139997853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7387481f-60f3-47c7-a3f8-52182183da57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:05.192902793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7387481f-60f3-47c7-a3f8-52182183da57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.13686631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d089e6-edc3-4ce8-a8b6-37c19d08d271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.189440667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d089e6-edc3-4ce8-a8b6-37c19d08d271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.241812092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d089e6-edc3-4ce8-a8b6-37c19d08d271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.294902604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d089e6-edc3-4ce8-a8b6-37c19d08d271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.452644916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"35a0b83a-dbce-41f6-99b0-63379f7033d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.452710449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"5a9564db-223b-4102-b5c4-0b08f74749ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.615198543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"84165d79-ca08-4f5a-bc54-3b1b84433ea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.721248876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"634e3eed-c8c5-440b-b51c-1ffafc17808a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.821863275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87425953-b736-4d06-b06b-5cb3cf367ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.835369346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f34d06a6-08c3-4a0d-af23-57bbf3038adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.001118951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"d9854d98-901c-4a28-a2d8-6dd9caecb1f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.115217966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"d6e23396-fac4-47e9-9f30-4b037fc196da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.168370306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"ba3a8596-8e84-42a7-b022-87d387a04a05","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.229646595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"d6e23396-fac4-47e9-9f30-4b037fc196da","name":"e2e-api-b-aa82d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.26613896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"e5677b53-ff9c-42cf-b0bd-b63d1214c5c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.273982099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"33d4051d-6e6c-4ddc-9350-a18e83fcd840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.392600393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"07fb2b77-8a4e-48aa-9c5f-7d9dacc2a3f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.498799257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"9799e1f2-f055-4f0c-be67-e944cd83c64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.653459538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"dd7ba586-4511-40a9-87ee-cd9bae43a9ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.252354308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9834997-c572-4a18-9c8b-514f9896306d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.305457328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9834997-c572-4a18-9c8b-514f9896306d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.360933631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9834997-c572-4a18-9c8b-514f9896306d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.413514073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9834997-c572-4a18-9c8b-514f9896306d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.675509754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692c7d3a-dfe1-4239-bce1-be1b9ac8d64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.67553852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"692c7d3a-dfe1-4239-bce1-be1b9ac8d64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.729908436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc3a68df-8b1a-4587-a973-836af41f1dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.729929784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc3a68df-8b1a-4587-a973-836af41f1dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.83330166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"4321bf70-930d-44d0-bd5e-274ff5695f03","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.955158287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"4321bf70-930d-44d0-bd5e-274ff5695f03","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.010734475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c617de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"4321bf70-930d-44d0-bd5e-274ff5695f03","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.070146941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec6effb-d2a3-4169-bf27-4de72659eb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.070167072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec6effb-d2a3-4169-bf27-4de72659eb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.427448862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"c94ed827-8a35-4260-8194-c2ff998af5cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.484308231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"c94ed827-8a35-4260-8194-c2ff998af5cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.833931823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609a0a65-d2c2-4fe4-a1c1-fb7a97df9c56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.833951668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609a0a65-d2c2-4fe4-a1c1-fb7a97df9c56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.861839537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"6ac89e8e-1b8e-4651-9bcb-0ced6adfd523","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:16.918452641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"6ac89e8e-1b8e-4651-9bcb-0ced6adfd523","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.135125594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1a1e47de-4e70-4dae-8264-db29e2958d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.376301015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1a1e47de-4e70-4dae-8264-db29e2958d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.499133312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1a1e47de-4e70-4dae-8264-db29e2958d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"name":"e2e-api-a-7f332d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.499158778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"e2e-e2e-api-a-7f332d-policy","reconcileID":"1a1e47de-4e70-4dae-8264-db29e2958d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7f332d-policy","namespace":"ai-tenant-e2e-api-a-7f332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7f332d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.554425389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"560d3289-89f0-448f-a465-a6e146c7e79f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.554451013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"560d3289-89f0-448f-a465-a6e146c7e79f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.735941432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d35280f-1e44-4f11-99c3-665b9264016e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.788434211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d35280f-1e44-4f11-99c3-665b9264016e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.840830804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d35280f-1e44-4f11-99c3-665b9264016e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:17.910899766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d35280f-1e44-4f11-99c3-665b9264016e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.250653044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.250792231Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.312197374Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.312309324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.312441458Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.313299002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"a7e32af2-84b6-47dc-893e-089020c18b8a","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.313319443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"a7e32af2-84b6-47dc-893e-089020c18b8a","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.368607605Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"28a57c78-f528-42dd-8c7c-3a32d8dc541e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.371465242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5524a2b4-ed8a-40ee-8d16-ed9d02094003","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.371483017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5524a2b4-ed8a-40ee-8d16-ed9d02094003","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.417948661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"0d87f90d-964e-46bb-84a1-c0bf52885179","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:16:18.42451065Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5524a2b4-ed8a-40ee-8d16-ed9d02094003","name":"e2e-lifecycle-model-701ba30f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-701ba30f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:16:18.424587353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5524a2b4-ed8a-40ee-8d16-ed9d02094003","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-701ba30f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.429938512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"2558cea0-f7ee-4bdf-912b-27d9b69f1853","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.42995695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"2558cea0-f7ee-4bdf-912b-27d9b69f1853","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.474414337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"0d87f90d-964e-46bb-84a1-c0bf52885179","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.474827553Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"6155aa02-6015-4102-8973-ff9d7229be21","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f911b8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.539358253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"ebdfad2e-bb90-4e08-a641-97d801fd4216","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f911b8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:18.682211657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"a471adf2-7072-4bae-a369-9aeffbecbd27","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.015432838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"a471adf2-7072-4bae-a369-9aeffbecbd27","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.137250171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"a471adf2-7072-4bae-a369-9aeffbecbd27","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"e2e-mt-701ba30f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.137276124Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-policy-701ba30f","reconcileID":"a471adf2-7072-4bae-a369-9aeffbecbd27","MaaSAuthPolicy":{"name":"e2e-policy-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.192619778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"b7174aee-4fd6-409d-b575-ef8081aa1e11","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.192641867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"b7174aee-4fd6-409d-b575-ef8081aa1e11","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.792268685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a75d90-d505-4880-9012-f06a956b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.845224892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a75d90-d505-4880-9012-f06a956b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.897398368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a75d90-d505-4880-9012-f06a956b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:19.950148155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a75d90-d505-4880-9012-f06a956b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:20.212654227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"aff9de34-29b1-4fcc-81df-37c97c712b34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:20.269323318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"aff9de34-29b1-4fcc-81df-37c97c712b34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:20.324047925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c617de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"aff9de34-29b1-4fcc-81df-37c97c712b34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.200520889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"9a2a23b1-aac7-4d44-abf2-f02a1c9783b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.299648137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"6276c765-106a-4a49-bb0a-2b93572bcde6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.438118264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ca099c54-6966-4f27-b3e4-7268ee692f93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.5510473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"cd93e117-bed3-40d7-91d3-d8df8339e581","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.652480285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"9fc0be8a-6d09-42c8-9445-a01f8dfc68b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.658112065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"b4c0ee70-90fa-4675-b7f7-004603f3041b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.77096113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"4fb27d90-4818-46aa-b0f7-aad5bb2a8f3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.870995181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cd59d9c-4a02-4942-a89b-6f690d06647a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.886406319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92bf81d2-b1a7-4e0b-9687-09cb902d1dcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:24.969273045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.096306025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"1f48702f-a790-4b31-ac9d-4ca071e6b09a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.317508185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"f85b2c88-536d-4c4a-b05a-bc2e5c12c725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.369727246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"aa7e9099-35fd-4202-80f5-f95e981c74b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:27.936388001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"fbb0957d-526b-415b-95fe-0cb0ee3f00b3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:28.052578577Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"fbb0957d-526b-415b-95fe-0cb0ee3f00b3","name":"e2e-api-a-6198c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:28.5918428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"cc7b2fb7-d43a-41ff-92fd-f1ab6f1a5ecc","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","subscription":"e2e-sub-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:28.644362643Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"cc7b2fb7-d43a-41ff-92fd-f1ab6f1a5ecc","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:28.696993991Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-sub-701ba30f","reconcileID":"cc7b2fb7-d43a-41ff-92fd-f1ab6f1a5ecc","MaaSSubscription":{"name":"e2e-sub-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"name":"maas-trlp-e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.070320529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"a9a54b14-e6d8-46b3-8ecd-ae0637b3d166","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.070342857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"a9a54b14-e6d8-46b3-8ecd-ae0637b3d166","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:30.429639821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"1d42f419-a3ca-47bd-a29e-177802949e90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:30.485789295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"1d42f419-a3ca-47bd-a29e-177802949e90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:30.541023157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c617de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5e64734376db02575956c9ab4d6479630a6cd4d2d59a427263264956b92ad91) AuthConfig (65f23070851b91364af3708231462571edc947678c76f3de1ef4b2001531feb3) AuthConfig (86333a88b9ae3dfc4b1fa2d4703dd9318753b93ff3d0614466b4b447a6a05d47) AuthConfig (94c5dce02ce44c9930f02ebec4bfafe80a7fcbf25ac0ea58c7dd5944cb996622) AuthConfig (65cc53d396e873e902faa4e1acbf70ebd943b3de608349feef6050c51fb8cbbf) AuthConfig (f26821f26f198332f07139012233df04a046b72eb2acae7805edfc09af511c65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"1d42f419-a3ca-47bd-a29e-177802949e90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:30.597993558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4086b6a4-b929-4f63-851e-07f5776091b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:30.598015017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4086b6a4-b929-4f63-851e-07f5776091b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.716653891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","namespace":"ai-tenant-e2e-api-a-7f332d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.716738401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","namespace":"ai-tenant-e2e-api-a-7f332d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.716789037Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","tenant":"e2e-api-a-7f332d","tenantID":"e2e-api-a-7f332d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.770270103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Deployment","name":"maas-api-e2e-api-a-7f332d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.829555453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Service","name":"maas-api-e2e-api-a-7f332d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.883934007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7f332d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.938305869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7f332d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.993089331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.047462795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.104142766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.158171363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.209947872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Deployment","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.261978174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.316037399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Service","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.368083356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.419869312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.471636318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.523658501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.578579366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.630992694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.682640832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.737832789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7f332d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:38.791429963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7f332d"},"namespace":"ai-tenant-e2e-api-a-7f332d","name":"default-tenant","reconcileID":"1a2fe7ae-6150-420f-ad41-8a28189923c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7f332d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:40.702617159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"386b3d0f-a672-41d1-ab76-bafa57ef7973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:40.759295969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"386b3d0f-a672-41d1-ab76-bafa57ef7973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.02778894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf88e720-2832-4e03-9936-df170f26e728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.027813471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf88e720-2832-4e03-9936-df170f26e728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:47.275119621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7f332d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7f332d","reconcileID":"6100a2bf-6a5a-4e44-9a53-42e2005b3a0b","aitenant":"ai-tenants/e2e-api-a-7f332d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:47.949155062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef06a2ed-e9d4-4f13-b41b-49e05ecfb719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:48.001877549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef06a2ed-e9d4-4f13-b41b-49e05ecfb719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:48.05425823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef06a2ed-e9d4-4f13-b41b-49e05ecfb719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:48.10641744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef06a2ed-e9d4-4f13-b41b-49e05ecfb719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:48.165640055Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7f332d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7f332d","reconcileID":"6100a2bf-6a5a-4e44-9a53-42e2005b3a0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7f332d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7f332d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:49.99706708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0f02f-688a-45a5-94db-57e1591254de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:50.050622758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0f02f-688a-45a5-94db-57e1591254de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:50.103998996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0f02f-688a-45a5-94db-57e1591254de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:50.156208112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0f02f-688a-45a5-94db-57e1591254de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:52.026111367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ed5fc-d377-401f-8240-ab6972397a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:52.078495134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ed5fc-d377-401f-8240-ab6972397a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:52.131380729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ed5fc-d377-401f-8240-ab6972397a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:52.18432358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ed5fc-d377-401f-8240-ab6972397a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:54.637062261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"ef1f1972-6241-4416-8164-31407373d72f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:54.696192812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"ef1f1972-6241-4416-8164-31407373d72f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:54.970663505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.17264054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"4066d4a2-dacf-4822-9dc0-3103c1d218fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.245062097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"4066d4a2-dacf-4822-9dc0-3103c1d218fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.889725647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac528fd-b14b-44cb-98a4-bb0e26700126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.889746946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac528fd-b14b-44cb-98a4-bb0e26700126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.938729956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41efe249-a9cf-4a5c-9bdf-b78c3d7554d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.938745301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"debc190d-5a3f-4872-887a-53aa41e2e0f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:55.991131647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41efe249-a9cf-4a5c-9bdf-b78c3d7554d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.043351328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41efe249-a9cf-4a5c-9bdf-b78c3d7554d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.095478459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41efe249-a9cf-4a5c-9bdf-b78c3d7554d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.147644028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"debc190d-5a3f-4872-887a-53aa41e2e0f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.274345076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"debc190d-5a3f-4872-887a-53aa41e2e0f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"name":"e2e-api-b-c617de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.27444715Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"e2e-e2e-api-b-c617de-policy","reconcileID":"debc190d-5a3f-4872-887a-53aa41e2e0f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c617de-policy","namespace":"ai-tenant-e2e-api-b-c617de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c617de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.372500619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc08f902-f1ae-456a-94a8-f91ed4355140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:56.372521468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc08f902-f1ae-456a-94a8-f91ed4355140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.043055093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff540bd-2157-4864-bbac-f560cc56fbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.095348246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff540bd-2157-4864-bbac-f560cc56fbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.147458395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff540bd-2157-4864-bbac-f560cc56fbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.199794664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff540bd-2157-4864-bbac-f560cc56fbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:00.455752607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f1476-c3be-462b-bbe7-52eed6bb3040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:00.508526049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f1476-c3be-462b-bbe7-52eed6bb3040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:00.560718854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f1476-c3be-462b-bbe7-52eed6bb3040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:00.613012164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f1476-c3be-462b-bbe7-52eed6bb3040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:02.533430249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359aa66-442b-43d9-aecf-f6cf313445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:02.585611588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359aa66-442b-43d9-aecf-f6cf313445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:02.638286188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359aa66-442b-43d9-aecf-f6cf313445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:02.690588579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359aa66-442b-43d9-aecf-f6cf313445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.156448958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f6f008-5454-4c29-8667-cb21b24117ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.156472542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f6f008-5454-4c29-8667-cb21b24117ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.21312378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b566322c-ab6f-4c77-9b8f-7dff42687ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.21315162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b566322c-ab6f-4c77-9b8f-7dff42687ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.317128049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"492e2397-4ca3-4b71-8c4e-4669699eea49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.439302796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"492e2397-4ca3-4b71-8c4e-4669699eea49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.49407663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-aa82d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"492e2397-4ca3-4b71-8c4e-4669699eea49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.549019415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5678501-e95e-457f-961f-d6935c2d9f7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.549041668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5678501-e95e-457f-961f-d6935c2d9f7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:04.644278513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce8ad5-f902-4ba7-b8f9-7580b842b6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:04.697732213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce8ad5-f902-4ba7-b8f9-7580b842b6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:04.750657455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce8ad5-f902-4ba7-b8f9-7580b842b6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:04.803062037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce8ad5-f902-4ba7-b8f9-7580b842b6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.679002549Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.679061763Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.679118164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","tenant":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.732687759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Deployment","name":"maas-api-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.792349036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Service","name":"maas-api-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.851530857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.905050696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.961568697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.995254549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0717fe09-cb66-4b4d-a7c7-6463cbb94cc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.995688133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02633d1a-2790-4a0f-960f-3ffd62f3f9a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:08.996031983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02633d1a-2790-4a0f-960f-3ffd62f3f9a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.016521615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.073584634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.129092662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.181019967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Deployment","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.201883146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0717fe09-cb66-4b4d-a7c7-6463cbb94cc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.232984071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.284987484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Service","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.331411852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0717fe09-cb66-4b4d-a7c7-6463cbb94cc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"name":"e2e-api-a-a772c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.36345479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"e2e-e2e-api-a-a772c3-policy","reconcileID":"0717fe09-cb66-4b4d-a7c7-6463cbb94cc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a772c3-policy","namespace":"ai-tenant-e2e-api-a-a772c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a772c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.348524916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"Service","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.416061715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"DestinationRule","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.42064453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6207276a-f004-4d74-9b60-46a95cf00083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.420668008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6207276a-f004-4d74-9b60-46a95cf00083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.468723573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.520328877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.575303281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.627110552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.678752433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.732355252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:09.789993845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"12fe5e25-53e6-41c0-aaea-0b5581ffd0fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-701ba30f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.028049269Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-701ba30f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-701ba30f","reconcileID":"0fe271d1-19e8-4dab-b510-43c6b632331c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-701ba30f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-701ba30f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.161979829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eb2716-8012-418e-b46f-ddb98289b58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.188505715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"9b1fe1d1-9750-46c5-952f-fb1f75c42f8a","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.214273472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eb2716-8012-418e-b46f-ddb98289b58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.266774415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eb2716-8012-418e-b46f-ddb98289b58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.271242115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"9b1fe1d1-9750-46c5-952f-fb1f75c42f8a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.276559818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"54fe8cea-e639-401c-a306-c272098015fa","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.276621696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"54fe8cea-e639-401c-a306-c272098015fa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.287794355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"c5034ef0-4e5c-4967-9cae-8d8ec185c7e6","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.28786736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"c5034ef0-4e5c-4967-9cae-8d8ec185c7e6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.30915065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"46ea3aa7-30d3-4a21-9a06-4aefb2a682e6","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.309222037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"46ea3aa7-30d3-4a21-9a06-4aefb2a682e6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.319377567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78eb2716-8012-418e-b46f-ddb98289b58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.35037285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"f67bd519-d803-4685-90d6-b264dd60c78d","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.350439088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"f67bd519-d803-4685-90d6-b264dd60c78d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.430834264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5326d68e-0ae6-4540-b36c-73e69621b4ff","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.430898901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5326d68e-0ae6-4540-b36c-73e69621b4ff","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.540997692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76217ff7-afae-488d-8129-1048b582e29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.541015917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76217ff7-afae-488d-8129-1048b582e29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.591783895Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"57ebf760-99de-46a1-850d-43fe1290d72b","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.591861817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"57ebf760-99de-46a1-850d-43fe1290d72b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.597539856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3925457-64c6-4410-8152-f0a6d01dceab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.597558101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3925457-64c6-4410-8152-f0a6d01dceab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.753240438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0ef320b8-9223-4b73-8ca5-783ebe237ba7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.817117664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3cf197b-dbfd-4195-99d6-167dcd406e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.817140741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3cf197b-dbfd-4195-99d6-167dcd406e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.873242095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e60b48ca-5318-4f9a-a1cf-a4e3b7885b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.873271077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e60b48ca-5318-4f9a-a1cf-a4e3b7885b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.88198458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0ef320b8-9223-4b73-8ca5-783ebe237ba7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.913153919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"89c8bf9d-1f39-4d2b-a46a-696d70705176","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.913244447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"89c8bf9d-1f39-4d2b-a46a-696d70705176","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:11.925935111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"f262f6bf-aba2-4944-b06c-a77641364dea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-8fe78f05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.937881506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0ef320b8-9223-4b73-8ca5-783ebe237ba7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.980043502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94702257-fc5e-49d5-b944-197c69260820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:11.980478824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c555dae-82a9-4fb3-993f-e47cd235bb8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.000569064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84cf2dc6-ba10-4226-b3ef-26f371f4d4f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.000591241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84cf2dc6-ba10-4226-b3ef-26f371f4d4f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.039467408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94702257-fc5e-49d5-b944-197c69260820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.040045781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c555dae-82a9-4fb3-993f-e47cd235bb8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.040376698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d20445e-2f7e-46b0-a299-984ea82a8340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.040392595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d20445e-2f7e-46b0-a299-984ea82a8340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.0968653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a11da8-5291-4e8b-aff4-d8513c94fb55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.096895125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a11da8-5291-4e8b-aff4-d8513c94fb55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.156911979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"97d40cee-3b20-48b0-8bcf-5cdcf81b97d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.21330401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"97d40cee-3b20-48b0-8bcf-5cdcf81b97d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.271594237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"97d40cee-3b20-48b0-8bcf-5cdcf81b97d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.382081591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"cb846744-3515-477e-a680-68ff9ac18b51","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-8fe78f05","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.382209324Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"cb846744-3515-477e-a680-68ff9ac18b51","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8fe78f05","error":"MaaSModelRef not found: llm/nonexistent-model-8fe78f05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.480634574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d9fcff6-d351-4028-afe4-bf931ae257fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.480867727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9744c5-9153-4c58-b67c-22d001acd209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.499951856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0959ab98-125b-4ce5-9001-b5bab4c49b23","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.536923333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d9fcff6-d351-4028-afe4-bf931ae257fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.537162121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9744c5-9153-4c58-b67c-22d001acd209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:12.554070885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"e43e29ca-ff21-4b0e-870b-2ba039269074","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:12.554162972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"e43e29ca-ff21-4b0e-870b-2ba039269074","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.556483735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0959ab98-125b-4ce5-9001-b5bab4c49b23","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.591414854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"250ccb57-df71-4d32-9f13-8c4c5a19401f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.611095231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"0959ab98-125b-4ce5-9001-b5bab4c49b23","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.700999849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5436a5f3-bf08-45aa-869b-b512b2793776","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.701026092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5436a5f3-bf08-45aa-869b-b512b2793776","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.908799798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"56113b60-ea71-467e-b08b-bc3b51a380a0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:12.908930947Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"56113b60-ea71-467e-b08b-bc3b51a380a0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8fe78f05","error":"MaaSModelRef not found: llm/nonexistent-model-8fe78f05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.20294111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f965f6f-c7e1-49bf-ae79-d2e4b1b37fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.255293153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f965f6f-c7e1-49bf-ae79-d2e4b1b37fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.307615663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f965f6f-c7e1-49bf-ae79-d2e4b1b37fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.360280036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f965f6f-c7e1-49bf-ae79-d2e4b1b37fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.67620637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"d4ebdea6-6fa7-4396-b642-d1c2dbcc2663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.732752516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"d4ebdea6-6fa7-4396-b642-d1c2dbcc2663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:13.787579741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-aa82d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"d4ebdea6-6fa7-4396-b642-d1c2dbcc2663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:13.834584894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8bd9fe3e-5aec-41a2-bd43-182cbdb6d633","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:13.834652039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"8bd9fe3e-5aec-41a2-bd43-182cbdb6d633","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.562494337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027dc7ca-cc28-412a-911b-355af64b95eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.562514476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027dc7ca-cc28-412a-911b-355af64b95eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.718421538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"dce1dd59-6f4f-4822-a7a0-4c60ae1f7193","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.718665883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4465f67b-8dcd-410e-a69b-fde11afc0edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.718861928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f064d266-27eb-4dfe-a066-41995f14c97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.776453561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f064d266-27eb-4dfe-a066-41995f14c97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.776471778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4465f67b-8dcd-410e-a69b-fde11afc0edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.780511863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"dce1dd59-6f4f-4822-a7a0-4c60ae1f7193","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:14.835049726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"dce1dd59-6f4f-4822-a7a0-4c60ae1f7193","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:16.395499543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32d70e8e-a729-4863-b176-8f0a75903b66","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:16.395582678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"32d70e8e-a729-4863-b176-8f0a75903b66","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:16.874166714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"7f2e86f5-0a2f-493f-b3e7-041b7292f7f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:16.991725197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"22b0287f-55b0-47e7-babf-5eccb1862bdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.088179182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"145ccb84-a6b3-4b6c-b1f8-34b5fc806266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.098628815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"7a095014-c0d7-4fb3-8e20-8cec64be9fae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.213216908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"c6f7e6f1-9dda-488a-ac36-d3dd7b5ac8a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.313325794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"538ae58d-17d7-416c-a1b0-264fccf34610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.536210298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f26ec1ed-289a-4add-9aef-6de13c2753c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:17.567339888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5c6f68f0-c159-4813-b789-f656e6ddae58","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:17.567412361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5c6f68f0-c159-4813-b789-f656e6ddae58","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.637837722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"2621f77c-15b2-426a-a72a-d3331ab46c2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:17.724769572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"d396e713-d543-4cf8-aeb7-801ab30d6361","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:17.724854625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"d396e713-d543-4cf8-aeb7-801ab30d6361","error":"resolve tenant gateway for model ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f-kserve-route (gateways: [openshift-ingress/e2e-mt-701ba30f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.88121759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"4a92d247-90f3-4aa3-b9f1-974fa5880a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.88153278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"894b7acc-1288-4482-95ec-0a1425c13294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:17.923437073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"367fb705-f408-46f1-a0b2-75f8a00082e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.537987487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edf7653-c763-43cb-80c0-d105c482d9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.590122635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edf7653-c763-43cb-80c0-d105c482d9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.642409331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edf7653-c763-43cb-80c0-d105c482d9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.694786142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edf7653-c763-43cb-80c0-d105c482d9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.884103299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"71df82a7-1647-4c32-96c8-97a912928e97","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:18.884123897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"71df82a7-1647-4c32-96c8-97a912928e97","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:19.045510023Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-701ba30f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-701ba30f","reconcileID":"92665739-1772-4d01-bf80-1ec92a22f70f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-701ba30f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-701ba30f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:19.93882531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5cafaeba-236f-46c8-8722-ba15a1fe0ad9","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:19.938956234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"5cafaeba-236f-46c8-8722-ba15a1fe0ad9","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.733621364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e5bdf-8b2b-4ebf-b76a-f12efdb75d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.786465327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e5bdf-8b2b-4ebf-b76a-f12efdb75d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.839343719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e5bdf-8b2b-4ebf-b76a-f12efdb75d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.892981165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e5bdf-8b2b-4ebf-b76a-f12efdb75d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.833644033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d589-414b-4b36-8c2d-9aaa7795e128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.88602487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d589-414b-4b36-8c2d-9aaa7795e128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.938303396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d589-414b-4b36-8c2d-9aaa7795e128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.991282979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d589-414b-4b36-8c2d-9aaa7795e128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:23.891584808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"f3b06200-2ba4-487d-897b-a43f1be38d35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:23.947560194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"f3b06200-2ba4-487d-897b-a43f1be38d35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.040563586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-aa82d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa793357af3ffce507d051ffbc4aa5adbae4776b60bc032ae235afd560c45b0e) AuthConfig (795cb8cccda05981ed8a83308d749a43411c8b32c7dc0c284b1e0837c51348a7) AuthConfig (28c54bbb0a114d5f2fb98b93c0d62c4e89daac19bdf98700c243601fc8574a98) AuthConfig (50623147b1504cba923e126419db346335a2286924584698533e6176f74c40a7) AuthConfig (53da6e8b6b00cf741d220f588bcaea120040784d50c33761a2de5979b9a0587c) AuthConfig (8eadb1e7902afc3770c9b1684772f238f9dcc5e86db85ffd787aa68dfe46edc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"f3b06200-2ba4-487d-897b-a43f1be38d35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.097960672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0137c7ae-210a-48fb-8d3c-d574b88f9e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.09797975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0137c7ae-210a-48fb-8d3c-d574b88f9e93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.499489232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eae9d5f0-5e5f-44b5-b229-b7b067bd114e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.499512094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eae9d5f0-5e5f-44b5-b229-b7b067bd114e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.555901172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a074458-17d8-4854-b288-e748a92feeff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.55592126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a074458-17d8-4854-b288-e748a92feeff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.659101784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2a219c84-6a86-457a-b53a-f1eb6e13335a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.724256648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"697b5439-73f5-43d1-a0e3-6bf4e52414b7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-8fe78f05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.782019883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2a219c84-6a86-457a-b53a-f1eb6e13335a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.836920132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2a219c84-6a86-457a-b53a-f1eb6e13335a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.894362067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8e5a41-d31b-432c-8b56-4fa0233dbe0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.894382225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8e5a41-d31b-432c-8b56-4fa0233dbe0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.934138684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b5f38a-98d1-4b1d-9eb5-2bcbb6aa110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.969369435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.987185785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b5f38a-98d1-4b1d-9eb5-2bcbb6aa110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.991338518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"697b5439-73f5-43d1-a0e3-6bf4e52414b7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.991371814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"697b5439-73f5-43d1-a0e3-6bf4e52414b7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8fe78f05","subscription":"e2e-neg-ghost-sub-8fe78f05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.039716641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b5f38a-98d1-4b1d-9eb5-2bcbb6aa110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.03978647Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8fe78f05","reconcileID":"697b5439-73f5-43d1-a0e3-6bf4e52414b7","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8fe78f05","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8fe78f05","error":"MaaSModelRef not found: llm/nonexistent-model-8fe78f05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.09230305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b5f38a-98d1-4b1d-9eb5-2bcbb6aa110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.145749734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"317ca224-e76f-4904-a691-9fb28a143292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.204165061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"317ca224-e76f-4904-a691-9fb28a143292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.260350774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"317ca224-e76f-4904-a691-9fb28a143292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.303448604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f9a7d4c-dce9-4ce1-a540-784701e82afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.445423977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c40c5af1-4219-42a0-aeec-373570087e2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.445447433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c40c5af1-4219-42a0-aeec-373570087e2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.592363344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"390f7be8-3e5f-4a02-80c1-21cc58cd3d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.592386922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"390f7be8-3e5f-4a02-80c1-21cc58cd3d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.604917261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"1317771e-e669-4f4c-a551-bd6b6cde227a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.604934261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b410a3-c132-42c1-b57a-941ef68881c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.605435787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14cd6d2b-0e16-421f-9adf-a6351b211974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.664061923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b410a3-c132-42c1-b57a-941ef68881c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.664168932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14cd6d2b-0e16-421f-9adf-a6351b211974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.668232987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"1317771e-e669-4f4c-a551-bd6b6cde227a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.723293861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"1317771e-e669-4f4c-a551-bd6b6cde227a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.723542459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8fe78f05","reconcileID":"a54fa4ed-2714-44a1-b818-2949448a9033","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8fe78f05","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.925537789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01b8810f-d1a0-43d2-b88a-61d38581c993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.925566095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01b8810f-d1a0-43d2-b88a-61d38581c993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.253054657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7de90d10-97bd-417e-99cf-00fafd3d3d9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.253075522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7de90d10-97bd-417e-99cf-00fafd3d3d9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.309831019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38e1e87-118a-4f4a-b283-7d654f332023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.309857506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38e1e87-118a-4f4a-b283-7d654f332023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.518318333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"04533bd2-3f92-4487-8c35-cd0edecc21b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.575105866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"04533bd2-3f92-4487-8c35-cd0edecc21b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.633386907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"04533bd2-3f92-4487-8c35-cd0edecc21b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.689814463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02cb9359-2249-498c-89a5-bfc11daa641f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.689834351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02cb9359-2249-498c-89a5-bfc11daa641f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.897105653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"e1560cc4-0e8f-4056-a270-e38f22aa0b60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.954109065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"e1560cc4-0e8f-4056-a270-e38f22aa0b60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:27.015314093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"e1560cc4-0e8f-4056-a270-e38f22aa0b60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.337204486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2732-9f6e-4554-9d66-535faae1f438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.389709858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2732-9f6e-4554-9d66-535faae1f438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.442457841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2732-9f6e-4554-9d66-535faae1f438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.494892037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2732-9f6e-4554-9d66-535faae1f438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.81789262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f9b509","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f9b509","reconcileID":"44762d79-07b6-4397-8a26-119e90cc9b4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f9b509","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f9b509":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.244529726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","namespace":"ai-tenant-e2e-api-a-a772c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.244586784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","namespace":"ai-tenant-e2e-api-a-a772c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.244640604Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","tenant":"e2e-api-a-a772c3","tenantID":"e2e-api-a-a772c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.298330836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Deployment","name":"maas-api-e2e-api-a-a772c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.358280372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Service","name":"maas-api-e2e-api-a-a772c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.413038147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a772c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.46707592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a772c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.551843727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.605969474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.662241021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.717591803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.769627924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Deployment","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.868108692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.949264341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Service","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.000823947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.052526396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.104161138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.15558305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.212657875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.264427839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.316117563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.367905173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a772c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.419628689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a772c3"},"namespace":"ai-tenant-e2e-api-a-a772c3","name":"default-tenant","reconcileID":"57b9e3fd-8fe4-49bd-a4e1-e5abb04cc3ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a772c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.449077299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0684dea-7e2c-4ceb-b5a7-7b9c05b558da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.501599726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0684dea-7e2c-4ceb-b5a7-7b9c05b558da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.553829066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0684dea-7e2c-4ceb-b5a7-7b9c05b558da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:31.606115104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0684dea-7e2c-4ceb-b5a7-7b9c05b558da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:33.549161545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73432be4-3445-45b8-9d68-1d0065f0a2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:33.60503092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73432be4-3445-45b8-9d68-1d0065f0a2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:33.661888259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73432be4-3445-45b8-9d68-1d0065f0a2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:33.717890668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73432be4-3445-45b8-9d68-1d0065f0a2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.204422584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"64a032c5-1de4-40ca-86e7-9a7f281224ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.269172003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"64a032c5-1de4-40ca-86e7-9a7f281224ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.328219983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-aa82d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa793357af3ffce507d051ffbc4aa5adbae4776b60bc032ae235afd560c45b0e) AuthConfig (795cb8cccda05981ed8a83308d749a43411c8b32c7dc0c284b1e0837c51348a7) AuthConfig (28c54bbb0a114d5f2fb98b93c0d62c4e89daac19bdf98700c243601fc8574a98) AuthConfig (50623147b1504cba923e126419db346335a2286924584698533e6176f74c40a7) AuthConfig (53da6e8b6b00cf741d220f588bcaea120040784d50c33761a2de5979b9a0587c) AuthConfig (8eadb1e7902afc3770c9b1684772f238f9dcc5e86db85ffd787aa68dfe46edc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"64a032c5-1de4-40ca-86e7-9a7f281224ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.032201546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"84aaabc7-26ae-4218-a4d9-06034847fa68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.10034619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"84aaabc7-26ae-4218-a4d9-06034847fa68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.156323551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"84aaabc7-26ae-4218-a4d9-06034847fa68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.638418366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a692a-548f-4dae-8523-793a36a8737c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.690727442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a692a-548f-4dae-8523-793a36a8737c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.742920115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a692a-548f-4dae-8523-793a36a8737c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:35.795305475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a692a-548f-4dae-8523-793a36a8737c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.646309657Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","namespace":"ai-tenant-e2e-api-b-c617de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.646368022Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","namespace":"ai-tenant-e2e-api-b-c617de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.646417975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","tenant":"e2e-api-b-c617de","tenantID":"e2e-api-b-c617de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.699969542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Deployment","name":"maas-api-e2e-api-b-c617de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.762361279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Service","name":"maas-api-e2e-api-b-c617de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.845523891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c617de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.899116294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c617de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.954367324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.009316511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.068993418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.199069279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.250762138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Deployment","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.30291134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.303111995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"7f1ce2fa-561f-4e18-86a5-c4f0b1401eef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.355322983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Service","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.360794538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"7f1ce2fa-561f-4e18-86a5-c4f0b1401eef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.40699668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.415846271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"7f1ce2fa-561f-4e18-86a5-c4f0b1401eef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.458470794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.51072819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.562841503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.618083623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.669788584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.721374569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.758027901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031321b-50d8-426d-bae2-251751f0c39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.822113885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c617de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.824024292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031321b-50d8-426d-bae2-251751f0c39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.880314469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c617de"},"namespace":"ai-tenant-e2e-api-b-c617de","name":"default-tenant","reconcileID":"0b39635d-121c-4f04-b8e7-10f1ad010892","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c617de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.889099649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031321b-50d8-426d-bae2-251751f0c39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:37.942078728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031321b-50d8-426d-bae2-251751f0c39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:40.177581179Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a772c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a772c3","reconcileID":"75119106-91a8-4c56-8ae7-1e8c11a41dc7","aitenant":"ai-tenants/e2e-api-a-a772c3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:40.742730205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909d07fa-35d1-4b4f-8f6e-7bb9f65c875d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:40.796466856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909d07fa-35d1-4b4f-8f6e-7bb9f65c875d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:40.848783726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909d07fa-35d1-4b4f-8f6e-7bb9f65c875d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:40.9011196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909d07fa-35d1-4b4f-8f6e-7bb9f65c875d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:41.011656457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a772c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a772c3","reconcileID":"75119106-91a8-4c56-8ae7-1e8c11a41dc7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a772c3","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a772c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:42.830474739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8b1261-8a4f-4613-8c27-934b62bcc32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:42.882641029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8b1261-8a4f-4613-8c27-934b62bcc32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:42.935226593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8b1261-8a4f-4613-8c27-934b62bcc32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:42.987459193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8b1261-8a4f-4613-8c27-934b62bcc32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:44.433914981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"1556efc6-998d-4048-9e12-9f74b677b507","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:44.490413725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"1556efc6-998d-4048-9e12-9f74b677b507","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:44.545453902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-aa82d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa793357af3ffce507d051ffbc4aa5adbae4776b60bc032ae235afd560c45b0e) AuthConfig (795cb8cccda05981ed8a83308d749a43411c8b32c7dc0c284b1e0837c51348a7) AuthConfig (28c54bbb0a114d5f2fb98b93c0d62c4e89daac19bdf98700c243601fc8574a98) AuthConfig (50623147b1504cba923e126419db346335a2286924584698533e6176f74c40a7) AuthConfig (53da6e8b6b00cf741d220f588bcaea120040784d50c33761a2de5979b9a0587c) AuthConfig (8eadb1e7902afc3770c9b1684772f238f9dcc5e86db85ffd787aa68dfe46edc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"1556efc6-998d-4048-9e12-9f74b677b507","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:44.966054705Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c617de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c617de","reconcileID":"54768b40-04f2-480f-b066-c2f3edbac7a5","aitenant":"ai-tenants/e2e-api-b-c617de","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.260886685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2133a43a-9ecd-4c40-8252-eff9584bbc76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.317683676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2133a43a-9ecd-4c40-8252-eff9584bbc76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.375339304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"2133a43a-9ecd-4c40-8252-eff9584bbc76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.515914246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781ecf98-3e76-4c95-9d3e-80e0851e6525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.568661995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781ecf98-3e76-4c95-9d3e-80e0851e6525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.620992024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781ecf98-3e76-4c95-9d3e-80e0851e6525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.673569418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781ecf98-3e76-4c95-9d3e-80e0851e6525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:45.787492086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c617de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c617de","reconcileID":"54768b40-04f2-480f-b066-c2f3edbac7a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c617de","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c617de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.567091313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8cd53-0dfa-4d38-9d77-98b052dad4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.621087992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8cd53-0dfa-4d38-9d77-98b052dad4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.674120445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8cd53-0dfa-4d38-9d77-98b052dad4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.726462902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8cd53-0dfa-4d38-9d77-98b052dad4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.726649988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"f4db6535-aedf-4a56-8cef-e15085905061","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.783894256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"f4db6535-aedf-4a56-8cef-e15085905061","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:47.839361947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"f4db6535-aedf-4a56-8cef-e15085905061","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.220569996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"7e0fa6c3-7402-4383-b7c0-435de778d189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.220624476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f2e2c7-25fa-45bc-b3e8-dc7bf06816ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.220639327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f2e2c7-25fa-45bc-b3e8-dc7bf06816ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.464437965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"7e0fa6c3-7402-4383-b7c0-435de778d189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.587134266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"7e0fa6c3-7402-4383-b7c0-435de778d189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.587157755Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"7e0fa6c3-7402-4383-b7c0-435de778d189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.6448035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"499aba28-93e0-4180-abf6-3a01d82f2bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.645314805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"163812bd-65b4-4e85-9830-a5bfe9327e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.64532895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"163812bd-65b4-4e85-9830-a5bfe9327e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.852923254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"499aba28-93e0-4180-abf6-3a01d82f2bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.910805883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"499aba28-93e0-4180-abf6-3a01d82f2bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"name":"e2e-api-b-aa82d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.910830522Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"499aba28-93e0-4180-abf6-3a01d82f2bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-aa82d2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:17:48.962726067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-aa82d2-policy","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"e2e-e2e-api-b-aa82d2-policy","reconcileID":"499aba28-93e0-4180-abf6-3a01d82f2bab","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-aa82d2-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:49.609407873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9bf1b-51a7-41ce-91be-860bbe8a90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:49.66172395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9bf1b-51a7-41ce-91be-860bbe8a90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:49.714839652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9bf1b-51a7-41ce-91be-860bbe8a90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:49.767287717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9bf1b-51a7-41ce-91be-860bbe8a90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:51.737855653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509a84d1-6595-4ebe-a1ce-cced8615beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:51.746274041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af11a203-bd34-46ac-9acf-3d91a7700c7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:51.790235597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509a84d1-6595-4ebe-a1ce-cced8615beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:51.842722379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509a84d1-6595-4ebe-a1ce-cced8615beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:51.89523903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509a84d1-6595-4ebe-a1ce-cced8615beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.004248855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"abf4ec51-6e08-4669-918a-3ad649c480e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.054591217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"a63335d9-e5dd-4bf7-aa41-123fe274622c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.103570607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ecaee294-304b-4d30-bd5a-d353e14e1933","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.107338553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"5b6a819c-3bd9-4148-871a-640d995d349c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.339014659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"d51ccfe1-87ef-41f6-8195-3ca90f5179a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.443846989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"82b19f7e-ea31-4313-ac49-d6ab46330433","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.524963821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"d409935d-057b-403c-909c-5fb75265ebbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.529903869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"02623d12-243b-4bb3-a1fa-10bf9b72359a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.622618162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"82bd7f9d-5b18-4522-a5ad-eb089ef0b060","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:52.656597499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"474c27e4-784b-4634-8316-2d6aca4cd19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:53.851584598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871372ec-94ea-4352-af15-570fdfd6b0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:53.904088287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871372ec-94ea-4352-af15-570fdfd6b0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:53.956749949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871372ec-94ea-4352-af15-570fdfd6b0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:54.009389395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871372ec-94ea-4352-af15-570fdfd6b0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:54.969900619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.480773566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"c4bdc87b-3e70-44fe-a876-b26a47df3d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.537129905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"c4bdc87b-3e70-44fe-a876-b26a47df3d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.59191474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3320aa702ebd2b4bf95b8a3b5167c0ab2f58d9ff311d0f6e0220d5b985fe4b6a) AuthConfig (45b7a90d2ace6d5b14a2a0907361d1f30c6bbf7ff770af607abb919a096e1e48) AuthConfig (d495c8f841a31edcf593f0fa78d75f8a7fb3ee184449d0fccf7fcd3447013800) AuthConfig (51b4b4283511379c8ca63edeac81e94a6e130fc776afdbbaa49338989821edd6) AuthConfig (1739457e97b915197387857158712a675f54643f572c4df338311ea6be398e16) AuthConfig (6dbbf1ee4f8179c288b9854c54dff36803e26b1e81841ebf915382b2f8b6ec50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"c4bdc87b-3e70-44fe-a876-b26a47df3d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.649256503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a158e20f-8b93-4816-a6aa-6f65583e4733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.649276895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a158e20f-8b93-4816-a6aa-6f65583e4733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.820450678Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff26f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff26f5","reconcileID":"9306a4ed-7722-4dbf-be03-232b6cb5c6f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ff26f5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ff26f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.932857723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459af3d7-ebf1-4580-8606-28a378685c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:55.985657332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459af3d7-ebf1-4580-8606-28a378685c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:56.03818385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459af3d7-ebf1-4580-8606-28a378685c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:56.09074931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459af3d7-ebf1-4580-8606-28a378685c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.046424558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"214f08bc-7af9-41a3-bb21-31fbcda398ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.102933749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"214f08bc-7af9-41a3-bb21-31fbcda398ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.157945278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"214f08bc-7af9-41a3-bb21-31fbcda398ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.215443632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28342bfa-ff71-43d4-8a05-05dd86a9e17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.215464185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28342bfa-ff71-43d4-8a05-05dd86a9e17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.337472179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adf703-de34-4baf-ae80-4df5d9aa079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.390389608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adf703-de34-4baf-ae80-4df5d9aa079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.442830931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adf703-de34-4baf-ae80-4df5d9aa079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.495198261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40adf703-de34-4baf-ae80-4df5d9aa079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.810910913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"a57bfa8f-494a-4464-819b-44620762f15c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.925719245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"a57bfa8f-494a-4464-819b-44620762f15c","name":"e2e-mt-701ba30f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:00.434183797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422a2e67-250f-4a37-8d93-b60994bb8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:00.486621717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422a2e67-250f-4a37-8d93-b60994bb8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:00.538811986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422a2e67-250f-4a37-8d93-b60994bb8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:00.591187313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422a2e67-250f-4a37-8d93-b60994bb8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:05.754191515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"6cabe0af-1027-4005-9611-2bc6bc3be0b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:05.810378817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"6cabe0af-1027-4005-9611-2bc6bc3be0b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:05.865245125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3320aa702ebd2b4bf95b8a3b5167c0ab2f58d9ff311d0f6e0220d5b985fe4b6a) AuthConfig (45b7a90d2ace6d5b14a2a0907361d1f30c6bbf7ff770af607abb919a096e1e48) AuthConfig (d495c8f841a31edcf593f0fa78d75f8a7fb3ee184449d0fccf7fcd3447013800) AuthConfig (51b4b4283511379c8ca63edeac81e94a6e130fc776afdbbaa49338989821edd6) AuthConfig (1739457e97b915197387857158712a675f54643f572c4df338311ea6be398e16) AuthConfig (6dbbf1ee4f8179c288b9854c54dff36803e26b1e81841ebf915382b2f8b6ec50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"6cabe0af-1027-4005-9611-2bc6bc3be0b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:08.421910185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"21d57b07-6c81-4e78-9772-1d6e6db743f1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:08.478503992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"21d57b07-6c81-4e78-9772-1d6e6db743f1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:08.533551083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"21d57b07-6c81-4e78-9772-1d6e6db743f1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:15.993130265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"24d1fdcb-ddd8-4a3c-a412-c20e784d0713","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:16.049260201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"24d1fdcb-ddd8-4a3c-a412-c20e784d0713","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:16.104026273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6198c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3320aa702ebd2b4bf95b8a3b5167c0ab2f58d9ff311d0f6e0220d5b985fe4b6a) AuthConfig (45b7a90d2ace6d5b14a2a0907361d1f30c6bbf7ff770af607abb919a096e1e48) AuthConfig (d495c8f841a31edcf593f0fa78d75f8a7fb3ee184449d0fccf7fcd3447013800) AuthConfig (51b4b4283511379c8ca63edeac81e94a6e130fc776afdbbaa49338989821edd6) AuthConfig (1739457e97b915197387857158712a675f54643f572c4df338311ea6be398e16) AuthConfig (6dbbf1ee4f8179c288b9854c54dff36803e26b1e81841ebf915382b2f8b6ec50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"24d1fdcb-ddd8-4a3c-a412-c20e784d0713","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:18.743437536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"01225b7b-ada4-469b-8626-37aeb9fc95bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:18.801788172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"01225b7b-ada4-469b-8626-37aeb9fc95bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:18.857719622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"01225b7b-ada4-469b-8626-37aeb9fc95bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:22.853758067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"f3a25493-c051-4eca-8209-b33700825f1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:22.971283778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"f3a25493-c051-4eca-8209-b33700825f1a","name":"e2e-api-b-f9b509-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:24.970022624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:26.209165024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"6b3f45fa-9a97-48e8-8ecb-1ddc85fa7d12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:26.265572157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"6b3f45fa-9a97-48e8-8ecb-1ddc85fa7d12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:26.582654579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37f5e016-b6de-4117-9213-b595327d7df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:26.582675624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37f5e016-b6de-4117-9213-b595327d7df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.766004116Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","namespace":"ai-tenant-e2e-api-b-aa82d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.766066464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","namespace":"ai-tenant-e2e-api-b-aa82d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.76611655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","tenant":"e2e-api-b-aa82d2","tenantID":"e2e-api-b-aa82d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.820195796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Deployment","name":"maas-api-e2e-api-b-aa82d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.87984623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Service","name":"maas-api-e2e-api-b-aa82d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.934359805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-aa82d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:27.988077764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-aa82d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.04295868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.097840728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.155056163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.209031678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.260976513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Deployment","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.312910099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.370384089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Service","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.423049811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.474973937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.526878569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.579062294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.634359432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.686098421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.737804541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.789790997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-aa82d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:28.850104958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-aa82d2"},"namespace":"ai-tenant-e2e-api-b-aa82d2","name":"default-tenant","reconcileID":"3a0b69e2-5582-4606-8faf-4ec73e22fde8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-aa82d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:29.158164258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"daeddb35-fc55-4f3c-af40-62362b4395d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:29.214550653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"daeddb35-fc55-4f3c-af40-62362b4395d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:29.320916656Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"daeddb35-fc55-4f3c-af40-62362b4395d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04a580e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:29.583817435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be5c41d5-50f6-4da4-89af-d67c74b1a44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:29.583856599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be5c41d5-50f6-4da4-89af-d67c74b1a44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.457541639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab8c62d9-048a-42ac-936a-3b0417c64486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.457557403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"f55c017a-6858-4172-86d1-491108ecab11","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.457560897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab8c62d9-048a-42ac-936a-3b0417c64486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.509387422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-04a580e7","reconcileID":"f55c017a-6858-4172-86d1-491108ecab11","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-04a580e7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04a580e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.6684295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"294e4255-da89-4364-8c05-df98d467ad86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:31.668453507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"294e4255-da89-4364-8c05-df98d467ad86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:35.982247238Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-aa82d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-aa82d2","reconcileID":"7adc25b4-3d16-4415-9e33-122f296fb551","aitenant":"ai-tenants/e2e-api-b-aa82d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:36.555471263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9baaa65-f545-41a4-974d-1d08dd120c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:36.607858236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9baaa65-f545-41a4-974d-1d08dd120c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:36.662247332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9baaa65-f545-41a4-974d-1d08dd120c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:36.715391216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9baaa65-f545-41a4-974d-1d08dd120c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:36.827887261Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-aa82d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-aa82d2","reconcileID":"7adc25b4-3d16-4415-9e33-122f296fb551","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-aa82d2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-aa82d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:38.634516944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8922aed6-d90d-4304-8aaa-4354f4e9ea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:38.686836398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8922aed6-d90d-4304-8aaa-4354f4e9ea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:38.739049232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8922aed6-d90d-4304-8aaa-4354f4e9ea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:38.791431623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8922aed6-d90d-4304-8aaa-4354f4e9ea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:39.943508689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f66575","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f66575","reconcileID":"1335ee52-b8e7-49c6-bb88-f912a8327f96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f66575","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f66575":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:40.751561163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacea41-e272-4cd6-ba99-9b7bf715da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:40.805214014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacea41-e272-4cd6-ba99-9b7bf715da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:40.857767949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacea41-e272-4cd6-ba99-9b7bf715da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:40.91004385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacea41-e272-4cd6-ba99-9b7bf715da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:42.787121873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12e626e-e560-453e-b8e9-dfa08a61c4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:42.839343172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12e626e-e560-453e-b8e9-dfa08a61c4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:42.891827261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12e626e-e560-453e-b8e9-dfa08a61c4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:42.944969377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12e626e-e560-453e-b8e9-dfa08a61c4e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:43.841206627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"f6655614-5393-44e4-ab87-f6e30b808705","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ff26f5","tenantID":"e2e-ipp-a-ff26f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:43.965058481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"f6655614-5393-44e4-ab87-f6e30b808705","name":"e2e-ipp-a-ff26f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:44.848323141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c1303-7bfc-4177-ac86-bb0006a9187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:44.90034812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c1303-7bfc-4177-ac86-bb0006a9187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:44.952934659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c1303-7bfc-4177-ac86-bb0006a9187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:45.006123537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c1303-7bfc-4177-ac86-bb0006a9187b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:45.171084702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b3bbbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b3bbbc","reconcileID":"e4557922-3950-42d1-ad48-b67f47dd7366","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b3bbbc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b3bbbc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:46.877005726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f99930-5952-448d-9817-654f601d592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:46.929326519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f99930-5952-448d-9817-654f601d592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:46.981886963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f99930-5952-448d-9817-654f601d592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:47.034061468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f99930-5952-448d-9817-654f601d592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:49.926782263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"059dae73-8f88-4572-ae67-a29ed0e4c471","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:49.926806504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"059dae73-8f88-4572-ae67-a29ed0e4c471","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:50.862756745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a0089a-8cf4-4f7d-8bad-10b57601a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:50.915280624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a0089a-8cf4-4f7d-8bad-10b57601a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:50.967948538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a0089a-8cf4-4f7d-8bad-10b57601a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.021569324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a0089a-8cf4-4f7d-8bad-10b57601a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.899632252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1899-91c0-4046-936a-2ce293c44c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.954047252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1899-91c0-4046-936a-2ce293c44c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:53.007513801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1899-91c0-4046-936a-2ce293c44c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:53.059685425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1899-91c0-4046-936a-2ce293c44c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:54.969587928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:05.140765584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"da211e2e-8411-4a37-935b-0fab78a896a7","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:05.140790314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"da211e2e-8411-4a37-935b-0fab78a896a7","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.197147659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"63e7b452-f9bb-4893-ac11-2391bd827250","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.197171177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"63e7b452-f9bb-4893-ac11-2391bd827250","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.65233691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c16c512-3c5b-4c3d-b2db-ae46150235e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.704559868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c16c512-3c5b-4c3d-b2db-ae46150235e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.756764888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c16c512-3c5b-4c3d-b2db-ae46150235e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:15.809085721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c16c512-3c5b-4c3d-b2db-ae46150235e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.569467584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73a21c83-ec49-4bc4-b9dd-c11ee0ce31f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.569490309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73a21c83-ec49-4bc4-b9dd-c11ee0ce31f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.628243937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b875d859-ead8-4382-8f21-2ad80192c1ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.628270816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b875d859-ead8-4382-8f21-2ad80192c1ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.743590459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4be5b-062c-46dd-9bc7-4d25673e46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.7437369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"9df3e0b2-5b97-41c8-9ca4-3c23fc31747c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.796182098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4be5b-062c-46dd-9bc7-4d25673e46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.848683234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4be5b-062c-46dd-9bc7-4d25673e46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.900841908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4be5b-062c-46dd-9bc7-4d25673e46bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.967223148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"9df3e0b2-5b97-41c8-9ca4-3c23fc31747c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.021720707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"9df3e0b2-5b97-41c8-9ca4-3c23fc31747c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.078749258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf006289-ba3d-45a6-9e01-35f5d07e8586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.078768143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf006289-ba3d-45a6-9e01-35f5d07e8586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:23.807215018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df34085b-ac64-4ac8-8416-770cbc20db3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.011768031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"492f050b-ae4d-4806-ac0b-dd348c5d3900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.229862258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"3f44d0e5-1c60-486b-bc4f-0fe9f549ab2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.326948507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"75e69a6e-5a44-4656-8d12-a16773d30dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.346083433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"c22b2c01-599c-4148-97de-cd1ac35408b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.452901544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"f1befa0b-7a5d-4619-a24a-d640260751c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.505287337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"59305c6f-55e8-43cb-8c44-259ef120e12d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.593621465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"12d07b98-d997-4c8e-82ac-170679384944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.660610734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"266dd16f-1ea6-4c65-9147-73fa200e7648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.679989228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0caaa3f2-d7b6-4cea-889a-8d412e3c22f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.680004521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0caaa3f2-d7b6-4cea-889a-8d412e3c22f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.694299688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"889a11d2-fa8a-4042-af3c-02b1aa64c0d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.716817725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"266dd16f-1ea6-4c65-9147-73fa200e7648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.795768862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"a537e989-e10a-454d-b5ef-86b01e71330e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.896643728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"9c97ca44-a055-483b-b0a1-1688c980dc27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.896656826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"334da3ee-5a33-450b-adeb-a2c99114423c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.920507082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"44281e3c-1a1b-4b74-b6c5-71b9e2419be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.969579838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.136215188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"44281e3c-1a1b-4b74-b6c5-71b9e2419be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.198285497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"ade60e86-1e43-4852-b993-4aa79adb3dbf","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.198305506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"ade60e86-1e43-4852-b993-4aa79adb3dbf","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.258030941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"44281e3c-1a1b-4b74-b6c5-71b9e2419be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"name":"e2e-api-a-6198c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.258055069Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"e2e-e2e-api-a-6198c6-policy","reconcileID":"44281e3c-1a1b-4b74-b6c5-71b9e2419be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6198c6-policy","namespace":"ai-tenant-e2e-api-a-6198c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6198c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.313923693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"100d27af-1456-4585-a723-3b750d5e738e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.31394453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"100d27af-1456-4585-a723-3b750d5e738e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.942761727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c2e154-5faa-4eb9-abe4-9332fb084685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.99562918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c2e154-5faa-4eb9-abe4-9332fb084685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:26.048561978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c2e154-5faa-4eb9-abe4-9332fb084685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:26.101022756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c2e154-5faa-4eb9-abe4-9332fb084685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.035414512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb2829-813a-417e-b5cb-5932fda788d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.087503645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb2829-813a-417e-b5cb-5932fda788d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.139976653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb2829-813a-417e-b5cb-5932fda788d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.19245384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bb2829-813a-417e-b5cb-5932fda788d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.296543861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"5cdcd06e-8e04-480e-8265-f2782503d62f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.352679432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"5cdcd06e-8e04-480e-8265-f2782503d62f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.411816145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"5cdcd06e-8e04-480e-8265-f2782503d62f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.126050678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf1e542-ee74-4712-b32a-63f984ee779d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.178637104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf1e542-ee74-4712-b32a-63f984ee779d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.230978288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf1e542-ee74-4712-b32a-63f984ee779d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.283153525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf1e542-ee74-4712-b32a-63f984ee779d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.163231799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42373371-6f37-403a-885e-a331b8a3ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.215302872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42373371-6f37-403a-885e-a331b8a3ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.267509679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42373371-6f37-403a-885e-a331b8a3ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.320261196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42373371-6f37-403a-885e-a331b8a3ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:33.185606003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"2cca08b0-3865-4873-a557-503c4c7a9c7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f66575","tenantID":"e2e-ipp-a-f66575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:33.300811267Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"2cca08b0-3865-4873-a557-503c4c7a9c7f","name":"e2e-ipp-a-f66575-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.212110394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc255270-3da5-4cfe-b421-73ee3b13b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.264384548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc255270-3da5-4cfe-b421-73ee3b13b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.316677665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc255270-3da5-4cfe-b421-73ee3b13b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.369150413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc255270-3da5-4cfe-b421-73ee3b13b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:35.198739298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"68d0a6ec-f702-40f4-8fc1-0a0cd4d453be","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:35.198759954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"68d0a6ec-f702-40f4-8fc1-0a0cd4d453be","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:38.517767351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"75e11489-bb26-41d0-a658-0f88aa4980d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:38.574028843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"75e11489-bb26-41d0-a658-0f88aa4980d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:38.629157695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"75e11489-bb26-41d0-a658-0f88aa4980d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:39.939998658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808bc85-a887-4bb8-bd68-0b2f08cf5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:39.99229167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808bc85-a887-4bb8-bd68-0b2f08cf5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:40.044519065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808bc85-a887-4bb8-bd68-0b2f08cf5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:40.096621213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808bc85-a887-4bb8-bd68-0b2f08cf5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:41.113396562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"561426dc-c21e-4b6b-af4b-109f44bc4c5d","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"tenant":"e2e-mt-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","model":"ai-tenant-e2e-mt-701ba30f/e2e-lifecycle-model-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:41.124556357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"e2e-lifecycle-model-701ba30f","reconcileID":"561426dc-c21e-4b6b-af4b-109f44bc4c5d","MaaSModelRef":{"name":"e2e-lifecycle-model-701ba30f","namespace":"ai-tenant-e2e-mt-701ba30f"},"routeName":"e2e-lifecycle-model-701ba30f-kserve-route","namespace":"ai-tenant-e2e-mt-701ba30f","llmisvcName":"e2e-lifecycle-model-701ba30f","gateway":"openshift-ingress/e2e-mt-701ba30f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.050001021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b557a9-f459-47e6-aaab-ce5ba5bada4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.102553561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b557a9-f459-47e6-aaab-ce5ba5bada4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.154990731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b557a9-f459-47e6-aaab-ce5ba5bada4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.207536375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b557a9-f459-47e6-aaab-ce5ba5bada4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.717376521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b0af4bb-5456-44c0-9d62-b0a695560b9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.81914917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"2c8f7a63-b1a6-4810-ada1-7842508cab9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.918065102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"d64d4919-da98-44b3-9768-2e7b97adc1eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:42.943608247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"e1d3bef4-35f9-420a-a0fb-0b87db9c3e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.057037511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"9f388985-3be2-40c0-81b2-86899f179c68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.165454665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"1fa018e1-3295-4382-bbd0-94b5d4b1a57a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.182735046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"8c543423-d4a3-4ae5-8dcc-8cc22f283145","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b3bbbc","tenantID":"e2e-ipp-a-b3bbbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.396041212Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"8c543423-d4a3-4ae5-8dcc-8cc22f283145","name":"e2e-ipp-a-b3bbbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.424518057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"53f77d45-42c5-4747-832f-4655c7dda0b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.463637396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.464354924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","namespace":"ai-tenant-e2e-mt-701ba30f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.464597241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","tenant":"e2e-mt-701ba30f","tenantID":"e2e-mt-701ba30f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.478872269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"e442b489-e6ee-4a6d-967b-db6e4b6f9ed6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.51908853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Deployment","name":"maas-api-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.628956854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Service","name":"maas-api-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.683501768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.741599655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-701ba30f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.778436685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6a51f96d-0cb7-48aa-a5c1-60ff151f9509","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.778561466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"050b95ce-6f8e-48bd-a11d-9389375a6ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.806359272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.860817014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.879151691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"dae6f610-666f-4c77-8768-b403b0bbafbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.917182097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.97090836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:43.980464143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c019002b-f2a1-480a-af35-c37c989eb83b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.022452551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Deployment","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.073731024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.12520878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Service","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.161598768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f80e2-55b9-4772-9c83-05b0ef7cc0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.215146035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"Service","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.215659837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f80e2-55b9-4772-9c83-05b0ef7cc0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.268305997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f80e2-55b9-4772-9c83-05b0ef7cc0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.269832734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"DestinationRule","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.320655473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860f80e2-55b9-4772-9c83-05b0ef7cc0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.374395052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.425898289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.48164324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.537761032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.603025085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.654899383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-701ba30f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:44.708501526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-701ba30f"},"namespace":"ai-tenant-e2e-mt-701ba30f","name":"default-tenant","reconcileID":"1704cc88-8ed3-4b25-ba74-f2f8e067aa30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-701ba30f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:46.259002742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63bdf7d-6a88-4b32-8a33-335a1f387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:46.311452358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63bdf7d-6a88-4b32-8a33-335a1f387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:46.363849649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63bdf7d-6a88-4b32-8a33-335a1f387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:46.416098587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63bdf7d-6a88-4b32-8a33-335a1f387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.301370594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19500a0-d435-4fe0-8694-c36415a79c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.353738223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19500a0-d435-4fe0-8694-c36415a79c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.406176367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19500a0-d435-4fe0-8694-c36415a79c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.45926537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19500a0-d435-4fe0-8694-c36415a79c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.774775281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"1142dcce-df86-40b0-a351-ec561b10b2a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.831423501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"1142dcce-df86-40b0-a351-ec561b10b2a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.886249913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fdf323531d40afeb78114dc63f7e1220ec2b92e98df82074df0dd95cf47d7ef) AuthConfig (9d028d38f6197facb60413a40fbea11d68d999103a66dc61b78dee6e132e5f82) AuthConfig (d9036186f380046d0ef4822a0bf28d80337587dcb7912f5e8c1c24b16a82cefc) AuthConfig (66f79a116bcad5f4151eb58d543158b477293608b9b88100acd77a1a3fb26383) AuthConfig (eabcead3b2c6ecc259972f88d39f74ec4452d1e2e4e5096d459bb6716698ef71) AuthConfig (2478d3126dd849be490ffa466ba651458b83f0b70dcc293809d010312a039647)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"1142dcce-df86-40b0-a351-ec561b10b2a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.940846273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"574fd47e-95e8-495e-9d2e-0987741370d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:48.940866172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"574fd47e-95e8-495e-9d2e-0987741370d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:49.122086919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ef2c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ef2c8","reconcileID":"6b9bfd75-c5c7-4ca6-894b-606295505c74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5ef2c8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5ef2c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:49.938750752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","namespace":"ai-tenant-e2e-api-a-6198c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:49.93881664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","namespace":"ai-tenant-e2e-api-a-6198c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:49.938867329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","tenant":"e2e-api-a-6198c6","tenantID":"e2e-api-a-6198c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:49.995368728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Deployment","name":"maas-api-e2e-api-a-6198c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.056045353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Service","name":"maas-api-e2e-api-a-6198c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.113476027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6198c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.166976704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6198c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.23705723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.30317739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.364998566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9433ebc-3d83-47c6-b960-a52cb32c3610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.369418437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.418876864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9433ebc-3d83-47c6-b960-a52cb32c3610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.474889315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9433ebc-3d83-47c6-b960-a52cb32c3610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.475770784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.527245409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9433ebc-3d83-47c6-b960-a52cb32c3610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.57921366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Deployment","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.631241679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.683099872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Service","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.734852926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.79299674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.844738094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.896644899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.951746309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.004241912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.056661662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.113271694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6198c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.167321538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6198c6"},"namespace":"ai-tenant-e2e-api-a-6198c6","name":"default-tenant","reconcileID":"25e3f000-c74a-426f-80c9-b902b0eaa7f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6198c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:52.449009555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b96be1-425c-4eb8-bfe1-a5fd93efd78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:52.501254195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b96be1-425c-4eb8-bfe1-a5fd93efd78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:52.554448251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b96be1-425c-4eb8-bfe1-a5fd93efd78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:52.606652317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b96be1-425c-4eb8-bfe1-a5fd93efd78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.183176622Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-701ba30f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-701ba30f","reconcileID":"2f540633-b571-4cb8-814c-9c1cd92e72ea","aitenant":"ai-tenants/e2e-mt-701ba30f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.622193815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abdb91b-430b-443d-abfa-e062151c8366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.674472178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abdb91b-430b-443d-abfa-e062151c8366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.726514748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abdb91b-430b-443d-abfa-e062151c8366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.778961567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abdb91b-430b-443d-abfa-e062151c8366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.944859339Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-701ba30f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-701ba30f","reconcileID":"2f540633-b571-4cb8-814c-9c1cd92e72ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-701ba30f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-701ba30f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:54.969381947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:55.970582234Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6198c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6198c6","reconcileID":"1a20d078-403e-477e-90fd-d0c2824d3b25","aitenant":"ai-tenants/e2e-api-a-6198c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:56.744708955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aeccacd-d2bd-4ee6-a7c6-1cc551765aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:56.745864958Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6198c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6198c6","reconcileID":"1a20d078-403e-477e-90fd-d0c2824d3b25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6198c6","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6198c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:56.798290268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aeccacd-d2bd-4ee6-a7c6-1cc551765aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:56.853069745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aeccacd-d2bd-4ee6-a7c6-1cc551765aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:56.905110249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aeccacd-d2bd-4ee6-a7c6-1cc551765aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:58.824309489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b38ec7-f014-4aba-8f03-244b880cc3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:58.876673766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b38ec7-f014-4aba-8f03-244b880cc3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:58.928970235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b38ec7-f014-4aba-8f03-244b880cc3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:58.98116378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b38ec7-f014-4aba-8f03-244b880cc3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:59.085749326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"f2d2664a-0e61-40c0-8f86-451891e9f972","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:59.142430603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"f2d2664a-0e61-40c0-8f86-451891e9f972","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:59.197208338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fdf323531d40afeb78114dc63f7e1220ec2b92e98df82074df0dd95cf47d7ef) AuthConfig (9d028d38f6197facb60413a40fbea11d68d999103a66dc61b78dee6e132e5f82) AuthConfig (d9036186f380046d0ef4822a0bf28d80337587dcb7912f5e8c1c24b16a82cefc) AuthConfig (66f79a116bcad5f4151eb58d543158b477293608b9b88100acd77a1a3fb26383) AuthConfig (eabcead3b2c6ecc259972f88d39f74ec4452d1e2e4e5096d459bb6716698ef71) AuthConfig (2478d3126dd849be490ffa466ba651458b83f0b70dcc293809d010312a039647)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"f2d2664a-0e61-40c0-8f86-451891e9f972","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:00.860332062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac59fda2-7e51-4863-8c86-2f6b3ae7a4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:00.912454431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac59fda2-7e51-4863-8c86-2f6b3ae7a4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:00.964491181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac59fda2-7e51-4863-8c86-2f6b3ae7a4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:01.016803547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac59fda2-7e51-4863-8c86-2f6b3ae7a4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:01.372505883Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3bbfc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3bbfc4","reconcileID":"88edb412-e11a-4ef9-927e-aa1e9c0ed9ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3bbfc4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3bbfc4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:02.904398942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be448b8f-ff74-4b47-bd06-baec6e986c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:02.956622455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be448b8f-ff74-4b47-bd06-baec6e986c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.008978695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be448b8f-ff74-4b47-bd06-baec6e986c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.061248977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be448b8f-ff74-4b47-bd06-baec6e986c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.378132778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"80ecd9c0-f9a6-4bd1-922c-f241aa058822","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.434804877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"80ecd9c0-f9a6-4bd1-922c-f241aa058822","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.489599996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f9b509-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1fdf323531d40afeb78114dc63f7e1220ec2b92e98df82074df0dd95cf47d7ef) AuthConfig (9d028d38f6197facb60413a40fbea11d68d999103a66dc61b78dee6e132e5f82) AuthConfig (d9036186f380046d0ef4822a0bf28d80337587dcb7912f5e8c1c24b16a82cefc) AuthConfig (66f79a116bcad5f4151eb58d543158b477293608b9b88100acd77a1a3fb26383) AuthConfig (eabcead3b2c6ecc259972f88d39f74ec4452d1e2e4e5096d459bb6716698ef71) AuthConfig (2478d3126dd849be490ffa466ba651458b83f0b70dcc293809d010312a039647)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"80ecd9c0-f9a6-4bd1-922c-f241aa058822","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.680343954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"eb17180f-d967-4607-a653-4617328af42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.680414105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5d51c0-2590-4509-86af-fe330b2eed6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.680426365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5d51c0-2590-4509-86af-fe330b2eed6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:03.884439421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"eb17180f-d967-4607-a653-4617328af42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:04.00837048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"eb17180f-d967-4607-a653-4617328af42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"name":"e2e-api-b-f9b509-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:04.008398759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"e2e-e2e-api-b-f9b509-policy","reconcileID":"eb17180f-d967-4607-a653-4617328af42a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f9b509-policy","namespace":"ai-tenant-e2e-api-b-f9b509"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f9b509","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:04.113332914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f0d042-3c6e-4cd8-8535-6249cbb043ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:04.113352976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f0d042-3c6e-4cd8-8535-6249cbb043ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:04.979011605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41765df5-d3d8-4a4b-a5e8-44c0a84f3b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:05.036824366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41765df5-d3d8-4a4b-a5e8-44c0a84f3b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:05.089472926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41765df5-d3d8-4a4b-a5e8-44c0a84f3b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:05.142125572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41765df5-d3d8-4a4b-a5e8-44c0a84f3b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:07.04781189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535b87f0-6d1d-4bd0-974f-ddb5f3c181ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:07.112461269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535b87f0-6d1d-4bd0-974f-ddb5f3c181ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:07.165416303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535b87f0-6d1d-4bd0-974f-ddb5f3c181ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:07.219418641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535b87f0-6d1d-4bd0-974f-ddb5f3c181ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:09.142612445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4887f365-84c5-46d4-b550-703818611dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:09.195041227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4887f365-84c5-46d4-b550-703818611dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:09.247348835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4887f365-84c5-46d4-b550-703818611dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:09.299732062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4887f365-84c5-46d4-b550-703818611dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:11.231937417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0dd54c-10b9-434d-876e-55c39b7a52d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:11.284258296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0dd54c-10b9-434d-876e-55c39b7a52d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:11.336830337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0dd54c-10b9-434d-876e-55c39b7a52d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:11.389257737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0dd54c-10b9-434d-876e-55c39b7a52d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:13.286824949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a982cd-9624-40a4-b359-1c911a3f5613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:13.339300379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a982cd-9624-40a4-b359-1c911a3f5613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:13.391765746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a982cd-9624-40a4-b359-1c911a3f5613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:13.444248668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a982cd-9624-40a4-b359-1c911a3f5613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:15.339995641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be15f7d3-2be6-4bcc-a64a-40f53d1f7718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:15.392173781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be15f7d3-2be6-4bcc-a64a-40f53d1f7718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:15.444363906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be15f7d3-2be6-4bcc-a64a-40f53d1f7718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:15.496486199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be15f7d3-2be6-4bcc-a64a-40f53d1f7718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:17.436919633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038282fb-88e4-4bb0-86ab-7baf4234c5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:17.489529736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038282fb-88e4-4bb0-86ab-7baf4234c5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:17.542097822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038282fb-88e4-4bb0-86ab-7baf4234c5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:17.600546514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038282fb-88e4-4bb0-86ab-7baf4234c5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:19.462495721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab474c8-9fbb-4a63-a8fc-92e44b93811b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:19.514770858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab474c8-9fbb-4a63-a8fc-92e44b93811b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:19.567137834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab474c8-9fbb-4a63-a8fc-92e44b93811b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:19.619629568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab474c8-9fbb-4a63-a8fc-92e44b93811b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:21.495227122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d7057-5257-48b4-a58a-232cd776e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:21.547668509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d7057-5257-48b4-a58a-232cd776e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:21.600116321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d7057-5257-48b4-a58a-232cd776e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:21.652353872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d7057-5257-48b4-a58a-232cd776e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:23.525434701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1a15d-2bfa-42ba-a88d-7bf1208846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:23.577609173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1a15d-2bfa-42ba-a88d-7bf1208846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:23.629866937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1a15d-2bfa-42ba-a88d-7bf1208846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:23.683563448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1a15d-2bfa-42ba-a88d-7bf1208846bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:24.969215953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:29.173668999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991a69ca-12cb-4f23-875d-d764df579da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:29.226175283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991a69ca-12cb-4f23-875d-d764df579da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:29.281680552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991a69ca-12cb-4f23-875d-d764df579da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:29.335439421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991a69ca-12cb-4f23-875d-d764df579da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:31.198027236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24632a6f-1865-4461-bfa5-8132a64b1a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:31.253436362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24632a6f-1865-4461-bfa5-8132a64b1a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:31.306202573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24632a6f-1865-4461-bfa5-8132a64b1a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:31.358337813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24632a6f-1865-4461-bfa5-8132a64b1a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:37.272840176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ffb96b-b243-4a14-9394-6b25a083b3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:37.325092418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ffb96b-b243-4a14-9394-6b25a083b3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:37.377405008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ffb96b-b243-4a14-9394-6b25a083b3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:37.432424644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ffb96b-b243-4a14-9394-6b25a083b3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:38.798321986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9bd3ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9bd3ab","reconcileID":"5c1a9913-3712-4887-a75d-a2ea7e202030","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9bd3ab","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9bd3ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.302364563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6f6659-e99e-4447-9326-1085e880f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.355020777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6f6659-e99e-4447-9326-1085e880f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.407538808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6f6659-e99e-4447-9326-1085e880f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.459802094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6f6659-e99e-4447-9326-1085e880f6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:41.35377134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb3ccd8-fc64-4396-b2aa-da65ce240be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:41.406093109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb3ccd8-fc64-4396-b2aa-da65ce240be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:41.458454835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb3ccd8-fc64-4396-b2aa-da65ce240be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:41.511177236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb3ccd8-fc64-4396-b2aa-da65ce240be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:43.412776176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1aa238-8d38-4eaf-9db4-e9d07d4d82ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:43.487292738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1aa238-8d38-4eaf-9db4-e9d07d4d82ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:43.552342429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1aa238-8d38-4eaf-9db4-e9d07d4d82ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:43.611018991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1aa238-8d38-4eaf-9db4-e9d07d4d82ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:45.55057528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc3aad8-7b58-45b0-845b-afcb307a229b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:45.612105594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc3aad8-7b58-45b0-845b-afcb307a229b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:45.667906939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc3aad8-7b58-45b0-845b-afcb307a229b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:45.72019446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc3aad8-7b58-45b0-845b-afcb307a229b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:47.652817782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddc26c-c2fe-4091-86b8-bca28e6488c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:47.70525281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddc26c-c2fe-4091-86b8-bca28e6488c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:47.757943509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddc26c-c2fe-4091-86b8-bca28e6488c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:47.8102213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddc26c-c2fe-4091-86b8-bca28e6488c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:48.764492754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad4591","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad4591","reconcileID":"eda4084d-dbb4-4a6b-b6dc-7b2f54dbd07c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad4591","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ad4591":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.605051835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"eb9c9377-bd99-4dbf-84d8-b444386b8b92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5ef2c8","tenantID":"e2e-ipp-b-5ef2c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.685399505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05498da9-9be2-45d2-8823-6bf3d21d5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.737758066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05498da9-9be2-45d2-8823-6bf3d21d5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.750256213Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"eb9c9377-bd99-4dbf-84d8-b444386b8b92","name":"e2e-ipp-b-5ef2c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.789905393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05498da9-9be2-45d2-8823-6bf3d21d5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.842391838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05498da9-9be2-45d2-8823-6bf3d21d5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:51.738051779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3837d-f547-4b91-b6df-e3d28f7eddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:51.790166653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3837d-f547-4b91-b6df-e3d28f7eddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:51.842254006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3837d-f547-4b91-b6df-e3d28f7eddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:51.894792541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3837d-f547-4b91-b6df-e3d28f7eddd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:54.99975683Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.289829179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"c00cce90-e592-44e2-87fc-411269a7313b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.404359686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"c00cce90-e592-44e2-87fc-411269a7313b","name":"e2e-api-a-3bbfc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.4617232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","namespace":"ai-tenant-e2e-api-b-f9b509","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.461779753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","namespace":"ai-tenant-e2e-api-b-f9b509","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.461833324Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","tenant":"e2e-api-b-f9b509","tenantID":"e2e-api-b-f9b509","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.51580981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Deployment","name":"maas-api-e2e-api-b-f9b509","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.579293127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Service","name":"maas-api-e2e-api-b-f9b509","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.635775919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f9b509","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.689130286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f9b509","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.744821182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.798933063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.853466869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.907194523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:04.958880165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Deployment","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.010667688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.062486838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Service","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.11452327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.166220066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.217836721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.269388506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.324299396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.376863041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.428606157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.480817888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f9b509","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:05.533989274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f9b509"},"namespace":"ai-tenant-e2e-api-b-f9b509","name":"default-tenant","reconcileID":"84ec0530-c47c-42b7-bb14-02ff9292fb3c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f9b509","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:08.84409589Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f9b509","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f9b509","reconcileID":"5a1e71e0-cdef-4621-9e45-0a0a050d09e0","aitenant":"ai-tenants/e2e-api-b-f9b509","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.302151085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfea6da9-05c5-4e3b-9963-ae09c3d5e7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.355407353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfea6da9-05c5-4e3b-9963-ae09c3d5e7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.408851037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfea6da9-05c5-4e3b-9963-ae09c3d5e7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.461370616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfea6da9-05c5-4e3b-9963-ae09c3d5e7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.629841196Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f9b509","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f9b509","reconcileID":"5a1e71e0-cdef-4621-9e45-0a0a050d09e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f9b509","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f9b509"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:11.351510187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6f520-5b0b-4490-925f-117bdc3c8dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:11.4065139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6f520-5b0b-4490-925f-117bdc3c8dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:11.459279021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6f520-5b0b-4490-925f-117bdc3c8dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:11.511505591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c6f520-5b0b-4490-925f-117bdc3c8dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:13.389389343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cba38e-1eee-46e4-9f6e-f275af4d63af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:13.444583686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cba38e-1eee-46e4-9f6e-f275af4d63af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:13.49902093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cba38e-1eee-46e4-9f6e-f275af4d63af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:13.551779225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cba38e-1eee-46e4-9f6e-f275af4d63af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:15.699758535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b609b75b-2d22-4b5a-9f0e-10069b09fb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:15.752492286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b609b75b-2d22-4b5a-9f0e-10069b09fb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:15.80490713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b609b75b-2d22-4b5a-9f0e-10069b09fb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:15.857126351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b609b75b-2d22-4b5a-9f0e-10069b09fb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:16.191909859Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-56299c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-56299c","reconcileID":"774c9c28-8af8-47f9-9789-d7e1cf16ceaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-56299c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-56299c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:17.76361249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563115e4-f31c-47b3-8466-ba17b2d07a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:17.815960332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563115e4-f31c-47b3-8466-ba17b2d07a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:17.868253081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563115e4-f31c-47b3-8466-ba17b2d07a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:17.920681033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563115e4-f31c-47b3-8466-ba17b2d07a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:19.84467428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2afe1be5-d076-49aa-9729-9ee2574bddaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:19.897546115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2afe1be5-d076-49aa-9729-9ee2574bddaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:19.950042635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2afe1be5-d076-49aa-9729-9ee2574bddaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:20.003302746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2afe1be5-d076-49aa-9729-9ee2574bddaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:21.946190106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff588d-2846-4cfa-983f-678acbf492a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:21.9985841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff588d-2846-4cfa-983f-678acbf492a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:22.05113773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff588d-2846-4cfa-983f-678acbf492a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:22.103904559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff588d-2846-4cfa-983f-678acbf492a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:23.985199263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747501f2-0c8c-4e4d-b7c4-4f00e0eddc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:24.038099552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747501f2-0c8c-4e4d-b7c4-4f00e0eddc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:24.091030128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747501f2-0c8c-4e4d-b7c4-4f00e0eddc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:24.143579249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747501f2-0c8c-4e4d-b7c4-4f00e0eddc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:24.970067116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:26.045186007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d18cf2-3a55-433f-a47b-e18d76fa6f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:26.09874231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d18cf2-3a55-433f-a47b-e18d76fa6f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:26.151035546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d18cf2-3a55-433f-a47b-e18d76fa6f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:26.20373373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d18cf2-3a55-433f-a47b-e18d76fa6f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:45.805429026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"905f43af-f353-4cb6-bccc-18831f24c84e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9bd3ab","tenantID":"e2e-ipp-b-9bd3ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:45.919537482Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"905f43af-f353-4cb6-bccc-18831f24c84e","name":"e2e-ipp-b-9bd3ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:54.96968334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.264217485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc68cb1-974c-4fe7-be2e-7fdb09abe4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.317417133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc68cb1-974c-4fe7-be2e-7fdb09abe4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.369626851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc68cb1-974c-4fe7-be2e-7fdb09abe4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.422147214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc68cb1-974c-4fe7-be2e-7fdb09abe4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.29716946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b19c1e-6ef1-4e4f-94ec-477cf87e9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.350459193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b19c1e-6ef1-4e4f-94ec-477cf87e9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.403238977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b19c1e-6ef1-4e4f-94ec-477cf87e9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.455538249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b19c1e-6ef1-4e4f-94ec-477cf87e9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:00.36904691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"6dfadd45-a9fe-40eb-83e5-b13594b32d89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ad4591","tenantID":"e2e-ipp-b-ad4591","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:00.485835405Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"6dfadd45-a9fe-40eb-83e5-b13594b32d89","name":"e2e-ipp-b-ad4591-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:06.542012339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c148013c-0575-4fb6-92a3-836d64d82f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:06.594176345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c148013c-0575-4fb6-92a3-836d64d82f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:06.646765839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c148013c-0575-4fb6-92a3-836d64d82f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:06.699321323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c148013c-0575-4fb6-92a3-836d64d82f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:08.63611257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca289ed-9450-41e1-a255-d6d37da3533b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:08.688636564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca289ed-9450-41e1-a255-d6d37da3533b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:08.741419137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca289ed-9450-41e1-a255-d6d37da3533b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:08.793909375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca289ed-9450-41e1-a255-d6d37da3533b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:16.908184496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ce5da-8a53-46c1-bf34-21def5b807de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:16.960659488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ce5da-8a53-46c1-bf34-21def5b807de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.016964912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ce5da-8a53-46c1-bf34-21def5b807de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.069900537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ce5da-8a53-46c1-bf34-21def5b807de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:18.93188445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a4818d-9104-4c37-adce-ce40c2079dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:18.985610869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a4818d-9104-4c37-adce-ce40c2079dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.038228163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a4818d-9104-4c37-adce-ce40c2079dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.090500505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a4818d-9104-4c37-adce-ce40c2079dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.235481323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91295f7e-0d87-41b3-a313-79dc055a5e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.235501519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91295f7e-0d87-41b3-a313-79dc055a5e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.298521675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c485054b-f53b-45fe-bf04-4969073369ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.298545707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c485054b-f53b-45fe-bf04-4969073369ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.447923757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"e4d45d79-01fb-43f6-91f1-5d7b6808a770","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.570440398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"e4d45d79-01fb-43f6-91f1-5d7b6808a770","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.625417231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"e4d45d79-01fb-43f6-91f1-5d7b6808a770","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.680319853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38a11d7-aba8-4152-89ba-b283b67158b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.68033909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38a11d7-aba8-4152-89ba-b283b67158b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:20.956707379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2a3e0a-a638-4ac2-8e92-f138d06e22fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.009373288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2a3e0a-a638-4ac2-8e92-f138d06e22fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.062269804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2a3e0a-a638-4ac2-8e92-f138d06e22fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.115264526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2a3e0a-a638-4ac2-8e92-f138d06e22fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.037337806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d7055-6872-4276-b5ad-76cb8d63cc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.089726631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d7055-6872-4276-b5ad-76cb8d63cc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.141948178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d7055-6872-4276-b5ad-76cb8d63cc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.194293453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d7055-6872-4276-b5ad-76cb8d63cc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:24.96936878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.06185606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc5480e-84ad-4cca-86d3-142c5220aa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.114564901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc5480e-84ad-4cca-86d3-142c5220aa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.168037617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc5480e-84ad-4cca-86d3-142c5220aa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.220244258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc5480e-84ad-4cca-86d3-142c5220aa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:26.48792752Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d63a25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d63a25","reconcileID":"e1c77296-fa68-496e-834c-479d4d14df04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d63a25","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d63a25":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.093286587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf04bdb-230c-49ba-9a9b-3f92984112c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.14581828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf04bdb-230c-49ba-9a9b-3f92984112c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.198544949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf04bdb-230c-49ba-9a9b-3f92984112c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.250740772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf04bdb-230c-49ba-9a9b-3f92984112c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.12941707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf6954-df55-4f12-93f3-5c2ba5d4cff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.182175091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf6954-df55-4f12-93f3-5c2ba5d4cff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.238758022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf6954-df55-4f12-93f3-5c2ba5d4cff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.292476836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbf6954-df55-4f12-93f3-5c2ba5d4cff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.266576987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"f9ee9f6e-68d2-477e-81f7-088f467c6c6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.385821676Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"f9ee9f6e-68d2-477e-81f7-088f467c6c6f","name":"e2e-ipp-a-56299c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.784648084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"90099b70-11a7-4c84-baeb-7986a1e10f5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.840965843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"90099b70-11a7-4c84-baeb-7986a1e10f5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.89599009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"90099b70-11a7-4c84-baeb-7986a1e10f5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.000918577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"9a7ac6eb-6585-4f68-9856-f20ff11cf6a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.05750877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"9a7ac6eb-6585-4f68-9856-f20ff11cf6a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.112421786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"9a7ac6eb-6585-4f68-9856-f20ff11cf6a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.699160561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","namespace":"ai-tenant-e2e-ipp-a-ff26f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.699227046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","namespace":"ai-tenant-e2e-ipp-a-ff26f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.699279769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","tenant":"e2e-ipp-a-ff26f5","tenantID":"e2e-ipp-a-ff26f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.753606323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ff26f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.813870955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Service","name":"maas-api-e2e-ipp-a-ff26f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.867822092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ff26f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.922966667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ff26f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.977613598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.031849102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.088964885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.142854985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.198524092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.252624592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.312581856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Service","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.371749701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.425859328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.480042899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.534737276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.589524932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.643808052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.69874674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.772962451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ff26f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.833355024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ff26f5"},"namespace":"ai-tenant-e2e-ipp-a-ff26f5","name":"default-tenant","reconcileID":"215d87de-e2cf-4418-940f-2e108e44252b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ff26f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.511963438Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff26f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff26f5","reconcileID":"3206fc3d-022c-40ae-b4c2-a093a81f942c","aitenant":"ai-tenants/e2e-ipp-a-ff26f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.151608311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc79967-0040-430c-8fd4-4cce7fbd040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.204404514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc79967-0040-430c-8fd4-4cce7fbd040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.257082541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc79967-0040-430c-8fd4-4cce7fbd040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.310016372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc79967-0040-430c-8fd4-4cce7fbd040d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.368840113Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ff26f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ff26f5","reconcileID":"3206fc3d-022c-40ae-b4c2-a093a81f942c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ff26f5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ff26f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.193145625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6247668-077b-4f9f-a71b-a98828240bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.245320156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6247668-077b-4f9f-a71b-a98828240bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.297739723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6247668-077b-4f9f-a71b-a98828240bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.349954329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6247668-077b-4f9f-a71b-a98828240bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.235292074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a0ca15-273a-451a-b40a-05dd17e0f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.235441202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"8a1b2338-4d33-482b-b5cc-819043289dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.28751147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a0ca15-273a-451a-b40a-05dd17e0f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.33959532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a0ca15-273a-451a-b40a-05dd17e0f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.344439886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"8a1b2338-4d33-482b-b5cc-819043289dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.391930809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a0ca15-273a-451a-b40a-05dd17e0f988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.446615999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0c671565cf9547e2655236d6921d407f7e8d430319642b29b6a041bef403789) AuthConfig (a56b0ea5c9280997029d4fc2281cd6cae31e95e4030a00ff956b8beb3672196c) AuthConfig (5893d56870211dd03d29da8803a25222882a2b4268cfe71188a28d0425305adb) AuthConfig (86b19fd644e8f1560e050a94e76baa3b4c2372a5d244e5b968ce05cfa9f0b299) AuthConfig (375b31b94964d3d4fa32f6f1d4d3744ea0d957cc5b81bdfe59590136f260e772) AuthConfig (1ddc1f530688ae215b69bc212b49cba80cc121e50645929a401689c51f86da00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"8a1b2338-4d33-482b-b5cc-819043289dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.503654142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305b6dd9-ef23-4862-8f31-bed3db293ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:51.503674636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305b6dd9-ef23-4862-8f31-bed3db293ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:55.001250809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:55.615620815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094c18d-35cf-42cf-9d9e-16ec5a302cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:55.669344142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094c18d-35cf-42cf-9d9e-16ec5a302cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:55.722115877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094c18d-35cf-42cf-9d9e-16ec5a302cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:55.77452587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094c18d-35cf-42cf-9d9e-16ec5a302cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.667066294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba84005-d5ef-44a3-ac2b-c6c36e52484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.719416562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba84005-d5ef-44a3-ac2b-c6c36e52484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.771830818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba84005-d5ef-44a3-ac2b-c6c36e52484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.824077114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba84005-d5ef-44a3-ac2b-c6c36e52484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.73683769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad888b-afdb-43f7-992f-0854fe8072d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.789113847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad888b-afdb-43f7-992f-0854fe8072d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.841393363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad888b-afdb-43f7-992f-0854fe8072d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.89376358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad888b-afdb-43f7-992f-0854fe8072d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.955000039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","namespace":"ai-tenant-e2e-ipp-b-5ef2c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.955058935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","namespace":"ai-tenant-e2e-ipp-b-5ef2c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:59.955105759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","tenant":"e2e-ipp-b-5ef2c8","tenantID":"e2e-ipp-b-5ef2c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.008826644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5ef2c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.071525195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Service","name":"maas-api-e2e-ipp-b-5ef2c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.159670401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5ef2c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.213084185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5ef2c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.269781932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.324293393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.380818658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.435116553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.487036764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.538997052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.590672954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Service","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.642308571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.693877006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.746008617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.797636392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.852584355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:00.949736213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.004505177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.057214288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5ef2c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.108867324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ef2c8"},"namespace":"ai-tenant-e2e-ipp-b-5ef2c8","name":"default-tenant","reconcileID":"88cdf60f-322e-42e3-b266-0407af5c3609","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5ef2c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.608437524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"3f7ef9da-cc67-43c7-ae05-653627a111fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.665179132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"3f7ef9da-cc67-43c7-ae05-653627a111fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.720173624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0c671565cf9547e2655236d6921d407f7e8d430319642b29b6a041bef403789) AuthConfig (a56b0ea5c9280997029d4fc2281cd6cae31e95e4030a00ff956b8beb3672196c) AuthConfig (5893d56870211dd03d29da8803a25222882a2b4268cfe71188a28d0425305adb) AuthConfig (86b19fd644e8f1560e050a94e76baa3b4c2372a5d244e5b968ce05cfa9f0b299) AuthConfig (375b31b94964d3d4fa32f6f1d4d3744ea0d957cc5b81bdfe59590136f260e772) AuthConfig (1ddc1f530688ae215b69bc212b49cba80cc121e50645929a401689c51f86da00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"3f7ef9da-cc67-43c7-ae05-653627a111fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.850230099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c75804-7438-4684-89f0-18a62c81fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.903646955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c75804-7438-4684-89f0-18a62c81fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:01.956225106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c75804-7438-4684-89f0-18a62c81fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:02.008866072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c75804-7438-4684-89f0-18a62c81fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:03.933981587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d9d6d-deec-4904-8a22-44e0adfc8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:03.986416641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d9d6d-deec-4904-8a22-44e0adfc8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:04.038920076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d9d6d-deec-4904-8a22-44e0adfc8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:04.091336268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d9d6d-deec-4904-8a22-44e0adfc8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:06.035394797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d011fc7-5110-4f18-a11e-048fe34582d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:06.087533238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d011fc7-5110-4f18-a11e-048fe34582d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:06.139911882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d011fc7-5110-4f18-a11e-048fe34582d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:06.192374244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d011fc7-5110-4f18-a11e-048fe34582d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:08.070224546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273b3295-2cf1-4c89-aa9e-694bb8df4f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:08.122449809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273b3295-2cf1-4c89-aa9e-694bb8df4f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:08.175159721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273b3295-2cf1-4c89-aa9e-694bb8df4f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:08.22723747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273b3295-2cf1-4c89-aa9e-694bb8df4f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:09.421285158Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ef2c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ef2c8","reconcileID":"bccaab7b-a999-433a-9005-af966c0ce666","aitenant":"ai-tenants/e2e-ipp-b-5ef2c8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:10.133988898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1bca2-25e5-4b70-9a79-3c0c98a6d03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:10.186506845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1bca2-25e5-4b70-9a79-3c0c98a6d03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:10.192229153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ef2c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ef2c8","reconcileID":"bccaab7b-a999-433a-9005-af966c0ce666","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5ef2c8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5ef2c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:10.238947172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1bca2-25e5-4b70-9a79-3c0c98a6d03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:10.291467233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1bca2-25e5-4b70-9a79-3c0c98a6d03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:11.826025952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"7a28d593-de12-4d6a-b063-743f512d48b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:11.9005128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"7a28d593-de12-4d6a-b063-743f512d48b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:11.955868408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3bbfc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0c671565cf9547e2655236d6921d407f7e8d430319642b29b6a041bef403789) AuthConfig (a56b0ea5c9280997029d4fc2281cd6cae31e95e4030a00ff956b8beb3672196c) AuthConfig (5893d56870211dd03d29da8803a25222882a2b4268cfe71188a28d0425305adb) AuthConfig (86b19fd644e8f1560e050a94e76baa3b4c2372a5d244e5b968ce05cfa9f0b299) AuthConfig (375b31b94964d3d4fa32f6f1d4d3744ea0d957cc5b81bdfe59590136f260e772) AuthConfig (1ddc1f530688ae215b69bc212b49cba80cc121e50645929a401689c51f86da00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"7a28d593-de12-4d6a-b063-743f512d48b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:12.278502814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75febb10-3fe6-4079-b6f9-0dd24141d68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:12.330889298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75febb10-3fe6-4079-b6f9-0dd24141d68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:12.387752616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75febb10-3fe6-4079-b6f9-0dd24141d68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:12.441586975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75febb10-3fe6-4079-b6f9-0dd24141d68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:14.325900927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe20b715-dde5-4278-9000-63308c7327de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:14.37832671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe20b715-dde5-4278-9000-63308c7327de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:14.430345288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe20b715-dde5-4278-9000-63308c7327de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:14.482796299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe20b715-dde5-4278-9000-63308c7327de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:16.434650299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8d96a5-4385-42a0-af28-12df229cb515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:16.486863576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8d96a5-4385-42a0-af28-12df229cb515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:16.539015195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8d96a5-4385-42a0-af28-12df229cb515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:16.59136098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8d96a5-4385-42a0-af28-12df229cb515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:17.431779412Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c62c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c62c3d","reconcileID":"51fc8746-b4f6-4ea2-a7f2-fbf58d963a3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c62c3d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c62c3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:18.499385297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea42188c-124f-4295-9817-4805828c70fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:18.552488205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea42188c-124f-4295-9817-4805828c70fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:18.60471476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea42188c-124f-4295-9817-4805828c70fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:18.657192897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea42188c-124f-4295-9817-4805828c70fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:20.533556302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49d74ca-f4d7-4252-acfd-d22bd980bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:20.586015584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49d74ca-f4d7-4252-acfd-d22bd980bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:20.63865493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49d74ca-f4d7-4252-acfd-d22bd980bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:20.691057786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49d74ca-f4d7-4252-acfd-d22bd980bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:22.060717105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"fc7bbe2f-053f-4e54-972e-d8438861f0f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:22.117540125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"fc7bbe2f-053f-4e54-972e-d8438861f0f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:22.417125498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc33b14-7481-4bfa-9b81-d13ccc659261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:22.417147407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc33b14-7481-4bfa-9b81-d13ccc659261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:24.969822075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:36.03298936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"a7740e87-f00f-4a01-ba13-fc83c9a0495a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:36.147906564Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"a7740e87-f00f-4a01-ba13-fc83c9a0495a","name":"e2e-api-b-d63a25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.222436174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"cb898efd-db00-44e0-8b20-a7040d34d3d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.391189843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"c36020a0-a1ff-40d5-90d3-4a3817b3b484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.503089104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96c4146b-b4df-4137-a935-3c8bc9e97571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.703627869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"d47fcd71-59b0-423c-9a47-a3a0e756a7fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.703729192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"b87ad233-cd2f-4b1a-b5ab-c6a6dfea9f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.80336402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"69aae23b-c561-4bbf-837f-a720e38273ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.995929287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"e4f9010f-aebc-4d8b-9018-7f901f2700ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.104885689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"0a66807d-325b-4cab-a33e-d2aa57e32f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.217248201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"f3d26548-7898-4759-b81e-32476b7625aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.309893828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"f72fd6ef-5c4e-4d13-89b1-35cbe7eed731","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.411511587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f6df21d1-1928-4315-a9ff-ea669466737a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.433977832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6d42b00-4dd6-49f3-a2b4-63afc2ec169b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.709874505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a56c27-3122-4742-a3d6-f91742bc2b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.762159196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a56c27-3122-4742-a3d6-f91742bc2b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.814634389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a56c27-3122-4742-a3d6-f91742bc2b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.867096781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a56c27-3122-4742-a3d6-f91742bc2b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.735630892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f18bce4-cf52-47bd-a62e-4ba8679ddaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.788521217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f18bce4-cf52-47bd-a62e-4ba8679ddaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.841622407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f18bce4-cf52-47bd-a62e-4ba8679ddaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.8940829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f18bce4-cf52-47bd-a62e-4ba8679ddaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.134573352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51f3f2d-2d16-4289-afd3-b7df28b0a406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.187273831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51f3f2d-2d16-4289-afd3-b7df28b0a406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.239451597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51f3f2d-2d16-4289-afd3-b7df28b0a406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.291862918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51f3f2d-2d16-4289-afd3-b7df28b0a406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.987398248Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8857cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8857cb","reconcileID":"9c290fdc-21ec-45a1-9340-8d5112a7023a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8857cb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8857cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:52.239075409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b7e88f-035f-46fb-854f-d65cae609cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:52.291528941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b7e88f-035f-46fb-854f-d65cae609cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:52.343876329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b7e88f-035f-46fb-854f-d65cae609cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:52.39665579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b7e88f-035f-46fb-854f-d65cae609cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.294056871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bdee1-cb53-4e62-9f82-75e5a57e8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.347465348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bdee1-cb53-4e62-9f82-75e5a57e8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.400353796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bdee1-cb53-4e62-9f82-75e5a57e8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.452920345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bdee1-cb53-4e62-9f82-75e5a57e8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.96984144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.346926559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f2a0b-ab61-4dfb-b0da-15abb85b95ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.39945822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f2a0b-ab61-4dfb-b0da-15abb85b95ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.451869366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f2a0b-ab61-4dfb-b0da-15abb85b95ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.504526273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f2a0b-ab61-4dfb-b0da-15abb85b95ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.432774992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c11356-1d26-45a0-b5a5-d64da0fec028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.485612658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c11356-1d26-45a0-b5a5-d64da0fec028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.538210304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c11356-1d26-45a0-b5a5-d64da0fec028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.590795091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c11356-1d26-45a0-b5a5-d64da0fec028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.454783428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"99223f8a-9e20-40cc-b85f-bf35557e1eef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.512047948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5248992a-d0c6-48df-80bb-30bcab4bc517","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.531881642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1dd208-3213-4f53-9d11-2bdec6a12d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.565262355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"d1870875-127e-4ac1-915b-4eda248e3740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.584465552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1dd208-3213-4f53-9d11-2bdec6a12d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.63739082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1dd208-3213-4f53-9d11-2bdec6a12d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.690376008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1dd208-3213-4f53-9d11-2bdec6a12d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.900555995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"702549ed-d27f-439f-853b-1df892dca77d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:00.900954721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"4327833b-0dbd-426e-a9c8-7e89e45ab86b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.006037117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"ef1400b2-fa37-4f99-b328-e033a8172c61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.00609152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"b5a8f7a9-8b89-4fe7-b6cb-57a2af3befd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.165013141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"10dd8266-a943-4209-a1a0-34712d6f8844","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.260489738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"079b4cd5-fae8-43c9-9254-366320b2cc80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.361373841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"bb1e7c52-2701-41ce-a94e-d616d86bda4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.666797044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7e9deecf-93e3-4234-802d-2ba48500be11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:01.76771868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d17952af-c014-4c72-a6ed-0cce56ff2541","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.970192199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.492367924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf3b1083-f5f1-44cd-9c02-4e4fc9b7436f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.607577581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d968b76f-f088-45e6-b8b5-2496c34feaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.65854775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"c902361f-5c9a-44e5-bce4-83db6d1d9fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.661635917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d968b76f-f088-45e6-b8b5-2496c34feaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.715076134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d968b76f-f088-45e6-b8b5-2496c34feaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.767362206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d968b76f-f088-45e6-b8b5-2496c34feaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.873620052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"dbdd0782-12d9-44c8-8b85-59263cdfdb8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.925643611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6330678c-6a83-4418-a679-d5e2dda32376","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.925803877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"1fc7b9d1-6f8b-4aae-9146-58866a212720","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:27.978337464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"4a6afa4b-95d4-4b89-be83-e859a5b18331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.135858471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"4fe9c9e4-8300-4f4d-8042-036f871a0dfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.239896831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"87e5c69b-d068-44e7-9bce-7ede9324a87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.366112498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7796e28b-31a0-4abb-a755-6ce4eea77724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.529193311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16080f79-6571-417d-8b05-de9e6dc3f190","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.642413252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"c9bf7ddf-0c82-4b1b-8785-2264ca0b441f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:28.748251925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"b0e62a76-bc59-4f80-baa6-72fbb2f88a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:29.643301183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6a61c8-c45e-415a-b6a4-407292a90314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:29.696470884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6a61c8-c45e-415a-b6a4-407292a90314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:29.749514552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6a61c8-c45e-415a-b6a4-407292a90314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:29.804513711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6a61c8-c45e-415a-b6a4-407292a90314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:32.892392907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"7456425d-a6b4-43b9-800b-0d4855539679","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c62c3d","tenantID":"e2e-praxis-a-c62c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:33.006621111Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"7456425d-a6b4-43b9-800b-0d4855539679","name":"e2e-praxis-a-c62c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:42.756327999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5c45a-394b-4349-871c-088cc8e51b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:42.809234767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5c45a-394b-4349-871c-088cc8e51b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:42.861642287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5c45a-394b-4349-871c-088cc8e51b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:42.914203074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5c45a-394b-4349-871c-088cc8e51b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:44.841238715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d591d1-a2f8-4430-a4cc-830f93f1dfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:44.893903606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d591d1-a2f8-4430-a4cc-830f93f1dfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:44.946303572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d591d1-a2f8-4430-a4cc-830f93f1dfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:44.998713939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d591d1-a2f8-4430-a4cc-830f93f1dfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.310033585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"72956e29-9f6b-4ad5-9b31-047f0c3cacf3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.452374745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"3190e553-db40-40f9-8136-023db4ea9c3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.504238811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6cdee9da-69ef-48d7-b585-9e4ef993567e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.562014526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"fdebeeb2-6d6e-4427-99e3-690e25131f46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.631402307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"fa6f9f81-70cb-47b9-a068-5a8b07501d97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.747759059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"c592f223-6844-4c8f-be38-559c6f38a26c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.912125321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"8fbd6f86-f19a-41c7-959c-ccc4d5dff90c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.938737376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd47d3c6-c7fd-4c89-b7d2-28498bc615a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:46.991235261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd47d3c6-c7fd-4c89-b7d2-28498bc615a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.043585499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"696d03f3-86ab-406c-87ab-6bdc1fb07796","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.044229432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd47d3c6-c7fd-4c89-b7d2-28498bc615a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.096487797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd47d3c6-c7fd-4c89-b7d2-28498bc615a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.254112798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"8e9dc010-d8b0-422a-a05e-d95daf83662b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.334304307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22175a21-2956-47ae-84ed-fdac2ac9b692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.517845958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"3a156341-3491-4a23-9a2a-4fcc7988e362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:47.618166872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"dc4fe5df-a15b-4b36-86e6-a1e6934595c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:49.046262136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53af69c2-e4da-4b08-b04f-c3c83df7ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:49.098602979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53af69c2-e4da-4b08-b04f-c3c83df7ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:49.151139393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53af69c2-e4da-4b08-b04f-c3c83df7ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:49.203612287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53af69c2-e4da-4b08-b04f-c3c83df7ba3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:51.141806785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd22438-ec5f-4dad-aa39-981acf064448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:51.194857278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd22438-ec5f-4dad-aa39-981acf064448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:51.247488856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd22438-ec5f-4dad-aa39-981acf064448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:51.300018972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd22438-ec5f-4dad-aa39-981acf064448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.236350913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f856418-3a9e-4e07-aa34-1496c105f9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.28847663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f856418-3a9e-4e07-aa34-1496c105f9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.34079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f856418-3a9e-4e07-aa34-1496c105f9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.395201893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f856418-3a9e-4e07-aa34-1496c105f9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.969218522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.179749736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fb6033-88f6-4d30-9c4d-cae09e1bd0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.179771405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fb6033-88f6-4d30-9c4d-cae09e1bd0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.234350567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f54127b-86ba-4008-b44a-c968797face2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.234370553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f54127b-86ba-4008-b44a-c968797face2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.264363337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a00a9d-a782-4263-b916-095d546be564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.316885995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a00a9d-a782-4263-b916-095d546be564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.369649422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a00a9d-a782-4263-b916-095d546be564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.422359199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a00a9d-a782-4263-b916-095d546be564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.480171858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"539693ae-1c4a-40c2-aaa4-abfc2400c4a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.606577545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"539693ae-1c4a-40c2-aaa4-abfc2400c4a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.693937495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"539693ae-1c4a-40c2-aaa4-abfc2400c4a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.748663838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dbad542-25a5-4bc2-a6af-cee1061dd12d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.748681611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dbad542-25a5-4bc2-a6af-cee1061dd12d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:57.338904708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0641d2-5b1c-4231-92f5-a83f33be26ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:57.391902955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0641d2-5b1c-4231-92f5-a83f33be26ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:57.444271215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0641d2-5b1c-4231-92f5-a83f33be26ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:57.496580914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0641d2-5b1c-4231-92f5-a83f33be26ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:59.440533931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd471338-6a9c-4a64-bb79-f7b6a350bc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:59.493027974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd471338-6a9c-4a64-bb79-f7b6a350bc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:59.545611593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd471338-6a9c-4a64-bb79-f7b6a350bc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:59.598660364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd471338-6a9c-4a64-bb79-f7b6a350bc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.488715001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c0865-b668-400f-8cf2-40d2adda8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.540974003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c0865-b668-400f-8cf2-40d2adda8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.593373239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c0865-b668-400f-8cf2-40d2adda8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.64654328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793c0865-b668-400f-8cf2-40d2adda8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:02.519873768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f3fb01-50a4-44cb-a6a2-e644b1afa68a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:02.51989535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f3fb01-50a4-44cb-a6a2-e644b1afa68a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:02.526251769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"dc3f31e3-88b5-4930-8190-a413d75cdaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:02.582561413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"dc3f31e3-88b5-4930-8190-a413d75cdaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:02.787048215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"d818787d-b502-49fd-be20-af3c111fcfdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.054984836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"d818787d-b502-49fd-be20-af3c111fcfdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.18980433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"d818787d-b502-49fd-be20-af3c111fcfdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"name":"e2e-api-a-3bbfc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.189833264Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"e2e-e2e-api-a-3bbfc4-policy","reconcileID":"d818787d-b502-49fd-be20-af3c111fcfdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3bbfc4-policy","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3bbfc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.248020533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e411581f-8708-4ba8-af49-2578bd7d31d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.248044272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e411581f-8708-4ba8-af49-2578bd7d31d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.839488143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e396c81f-d209-4c01-9861-19015fe03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.891650271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e396c81f-d209-4c01-9861-19015fe03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.943844925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e396c81f-d209-4c01-9861-19015fe03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.996036487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e396c81f-d209-4c01-9861-19015fe03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.512687331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","namespace":"ai-tenant-e2e-ipp-a-f66575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.512794611Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","namespace":"ai-tenant-e2e-ipp-a-f66575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.512866185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","tenant":"e2e-ipp-a-f66575","tenantID":"e2e-ipp-a-f66575","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.566241243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f66575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.627250244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Service","name":"maas-api-e2e-ipp-a-f66575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.684496857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f66575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.738151683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f66575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.793729219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.85068873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.855005994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"b88ddca2-1acb-43a2-8f67-79b3ce0191ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.906965742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.911281013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"b88ddca2-1acb-43a2-8f67-79b3ce0191ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.933445275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37181688-ce0b-4aa9-8b74-a7b8525cecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.993881732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37181688-ce0b-4aa9-8b74-a7b8525cecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.994152226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.995902003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"b88ddca2-1acb-43a2-8f67-79b3ce0191ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.046472503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37181688-ce0b-4aa9-8b74-a7b8525cecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.099481277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37181688-ce0b-4aa9-8b74-a7b8525cecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.100484078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.154311342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.215033726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Service","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.275542921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.365942016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.419753564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.474131386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.528536895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.58198073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.635207425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.692099211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f66575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.745669199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f66575"},"namespace":"ai-tenant-e2e-ipp-a-f66575","name":"default-tenant","reconcileID":"23baff0e-a469-4f06-af46-2218ae2ed9c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f66575","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:07.975822052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b038a3-4b5b-4bac-a24d-6e6565661075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:08.028151557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b038a3-4b5b-4bac-a24d-6e6565661075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:08.080267113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b038a3-4b5b-4bac-a24d-6e6565661075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:08.135189386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b038a3-4b5b-4bac-a24d-6e6565661075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:08.833567501Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f66575","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f66575","reconcileID":"6f2e2d58-3442-47f8-8d93-21921a4e9b5a","aitenant":"ai-tenants/e2e-ipp-a-f66575","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:09.608140889Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f66575","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f66575","reconcileID":"6f2e2d58-3442-47f8-8d93-21921a4e9b5a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f66575","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f66575"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:10.00938548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dc211c-250d-4851-bffc-46ffb2b71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:10.063144748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dc211c-250d-4851-bffc-46ffb2b71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:10.116804987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dc211c-250d-4851-bffc-46ffb2b71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:10.170173622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dc211c-250d-4851-bffc-46ffb2b71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.745844053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"c5e72626-d8a8-4cb7-b170-6fb6b9fa2feb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8857cb","tenantID":"e2e-ipp-b-8857cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.861307274Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"c5e72626-d8a8-4cb7-b170-6fb6b9fa2feb","name":"e2e-ipp-b-8857cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.918328756Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","namespace":"ai-tenant-e2e-ipp-a-b3bbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.918385172Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","namespace":"ai-tenant-e2e-ipp-a-b3bbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.918434523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","tenant":"e2e-ipp-a-b3bbbc","tenantID":"e2e-ipp-a-b3bbbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.972201086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b3bbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.035062846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Service","name":"maas-api-e2e-ipp-a-b3bbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.044962115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6039bb07-87c3-4cd6-bb7e-43bd5ac0864a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.097729275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6039bb07-87c3-4cd6-bb7e-43bd5ac0864a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.100257672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b3bbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.149960987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6039bb07-87c3-4cd6-bb7e-43bd5ac0864a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.203943965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6039bb07-87c3-4cd6-bb7e-43bd5ac0864a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.20476859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b3bbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.259502583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.313676443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.369836427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.470618408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.524371559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.57787541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.643131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Service","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.709928655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.764048068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.820026117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.874930157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.929311558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:12.982992245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:13.040115811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:13.096375296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b3bbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:13.150522952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b3bbbc"},"namespace":"ai-tenant-e2e-ipp-a-b3bbbc","name":"default-tenant","reconcileID":"5eadcf9a-32a9-4f1f-9149-92ea211d941d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b3bbbc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.131447303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a21d47-98e6-4311-9089-0dae0366c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.184233349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a21d47-98e6-4311-9089-0dae0366c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.236307036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a21d47-98e6-4311-9089-0dae0366c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.290259275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a21d47-98e6-4311-9089-0dae0366c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.819162667Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b3bbbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b3bbbc","reconcileID":"b383653a-586c-493e-a245-d7e4c26e4838","aitenant":"ai-tenants/e2e-ipp-a-b3bbbc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:15.564634884Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b3bbbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b3bbbc","reconcileID":"b383653a-586c-493e-a245-d7e4c26e4838","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b3bbbc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b3bbbc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.102461796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"91ee2331-6d95-46dc-94fc-0dc0dfc9bd68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.159001758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"91ee2331-6d95-46dc-94fc-0dc0dfc9bd68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.165056582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6866dd1e-db73-4bd5-8c6c-44bc235aa5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.217880752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6866dd1e-db73-4bd5-8c6c-44bc235aa5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.2198753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"91ee2331-6d95-46dc-94fc-0dc0dfc9bd68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.27553413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6866dd1e-db73-4bd5-8c6c-44bc235aa5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:16.328998688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6866dd1e-db73-4bd5-8c6c-44bc235aa5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:18.200971845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96c38f7-bdd2-47a5-a229-b2d28e25d26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:18.255897671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96c38f7-bdd2-47a5-a229-b2d28e25d26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:18.30839744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96c38f7-bdd2-47a5-a229-b2d28e25d26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:18.361534074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96c38f7-bdd2-47a5-a229-b2d28e25d26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:20.23151332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a54dc3-fd73-496d-8ceb-6ec910433457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:20.283660162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a54dc3-fd73-496d-8ceb-6ec910433457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:20.337388163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a54dc3-fd73-496d-8ceb-6ec910433457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:20.390026069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a54dc3-fd73-496d-8ceb-6ec910433457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:22.255494925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90355c67-1c7b-4a90-888a-457a40caa1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:22.308468074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90355c67-1c7b-4a90-888a-457a40caa1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:22.360790259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90355c67-1c7b-4a90-888a-457a40caa1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:22.413034791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90355c67-1c7b-4a90-888a-457a40caa1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:24.273774926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e500cd-d9a2-449a-8c79-f7ca2b47b421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:24.326282863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e500cd-d9a2-449a-8c79-f7ca2b47b421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:24.378594178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e500cd-d9a2-449a-8c79-f7ca2b47b421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:24.431348111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e500cd-d9a2-449a-8c79-f7ca2b47b421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:24.968857407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.594346089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","namespace":"ai-tenant-e2e-ipp-b-ad4591","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.594443216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","namespace":"ai-tenant-e2e-ipp-b-ad4591","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.594529258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","tenant":"e2e-ipp-b-ad4591","tenantID":"e2e-ipp-b-ad4591","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.648105078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ad4591","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.709115307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Service","name":"maas-api-e2e-ipp-b-ad4591","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.796612673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ad4591","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.850609517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ad4591","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.91187172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.968348996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.025160444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.084965551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.138637977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.192547427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.252030044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Service","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.305622358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f341744-b82f-4fe6-8ac1-97b4df1e4e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.312953924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.35795822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f341744-b82f-4fe6-8ac1-97b4df1e4e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.410642247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f341744-b82f-4fe6-8ac1-97b4df1e4e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.411844575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.462924649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f341744-b82f-4fe6-8ac1-97b4df1e4e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.463016899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"3c89306b-37a6-46ce-bbe0-66b9e408c5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.535935118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.53814165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"3c89306b-37a6-46ce-bbe0-66b9e408c5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.593153673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c146f70ed7d55c597c919061c530da38b5fdced83fd9a80fc9f30ea17cabcaba) AuthConfig (e16a0520479165df2b0f24df4cd31600a70e47b953b988e589d765e11a62242b) AuthConfig (e2ba659cd4a47b40ba210e3a86b036f3bec4514582b2aaf7a4466fcf4c97db8b) AuthConfig (b2dae34ef47c3836e3497c401e2dd53c3ab92f4423ed20fe25d0b24c629ba4b7) AuthConfig (99f22c2bbb62d81fa5e32d86eebff55e8f0ab284703586b8291c7c296fc5e43a) AuthConfig (b945dd218618ef46bf385cc7e1e64a29ae52867ab4bbf1ab2f292ed9a3c40615)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"3c89306b-37a6-46ce-bbe0-66b9e408c5e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.596376543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.650971942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc426f19-a4ea-4300-877e-5a76f9c823ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.650992141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc426f19-a4ea-4300-877e-5a76f9c823ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.653064777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.751679779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.813433493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.867239087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ad4591","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.921102222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad4591"},"namespace":"ai-tenant-e2e-ipp-b-ad4591","name":"default-tenant","reconcileID":"4b44fdb0-331c-42e4-b107-78e2b7aea9cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ad4591","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.09814392Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad4591","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad4591","reconcileID":"15b15e35-12f7-4d56-86fd-436fdf0eb9d5","aitenant":"ai-tenants/e2e-ipp-b-ad4591","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.645457897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938f751-3830-4f61-86d0-cd1f6c0f458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.698187772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938f751-3830-4f61-86d0-cd1f6c0f458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.751390486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938f751-3830-4f61-86d0-cd1f6c0f458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.803962653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5938f751-3830-4f61-86d0-cd1f6c0f458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:29.91447157Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad4591","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad4591","reconcileID":"15b15e35-12f7-4d56-86fd-436fdf0eb9d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad4591","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ad4591"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:31.745894084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d10f56-8dec-4ff4-9ba7-58816f62fa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:31.798142859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d10f56-8dec-4ff4-9ba7-58816f62fa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:31.850205391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d10f56-8dec-4ff4-9ba7-58816f62fa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:31.902387247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d10f56-8dec-4ff4-9ba7-58816f62fa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:33.837829275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c96852-6400-47a4-8fc8-226b350eeec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:33.89027154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c96852-6400-47a4-8fc8-226b350eeec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:33.942296237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c96852-6400-47a4-8fc8-226b350eeec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:33.994422434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c96852-6400-47a4-8fc8-226b350eeec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:35.9348813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb9105-40b4-4427-b9a1-43412f7672cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:35.987351868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb9105-40b4-4427-b9a1-43412f7672cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:36.039654163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb9105-40b4-4427-b9a1-43412f7672cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:36.091981579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb9105-40b4-4427-b9a1-43412f7672cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:36.754682192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"2cf2aad1-6ee6-4383-a62f-302b6e7f7e2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:36.811077193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"2cf2aad1-6ee6-4383-a62f-302b6e7f7e2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:36.86563927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c146f70ed7d55c597c919061c530da38b5fdced83fd9a80fc9f30ea17cabcaba) AuthConfig (e16a0520479165df2b0f24df4cd31600a70e47b953b988e589d765e11a62242b) AuthConfig (e2ba659cd4a47b40ba210e3a86b036f3bec4514582b2aaf7a4466fcf4c97db8b) AuthConfig (b2dae34ef47c3836e3497c401e2dd53c3ab92f4423ed20fe25d0b24c629ba4b7) AuthConfig (99f22c2bbb62d81fa5e32d86eebff55e8f0ab284703586b8291c7c296fc5e43a) AuthConfig (b945dd218618ef46bf385cc7e1e64a29ae52867ab4bbf1ab2f292ed9a3c40615)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"2cf2aad1-6ee6-4383-a62f-302b6e7f7e2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:37.957338834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea5956-bdc6-476d-a00e-0264e7e65631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.011996719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea5956-bdc6-476d-a00e-0264e7e65631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.066260051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea5956-bdc6-476d-a00e-0264e7e65631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.118348005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea5956-bdc6-476d-a00e-0264e7e65631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.876177207Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f760d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f760d3","reconcileID":"d14197ff-334d-4054-9199-cd50e358bd29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f760d3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f760d3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:40.038682487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81367e13-b728-49b1-bfa8-dd9139e318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:40.091022329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81367e13-b728-49b1-bfa8-dd9139e318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:40.143816507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81367e13-b728-49b1-bfa8-dd9139e318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:40.196595201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81367e13-b728-49b1-bfa8-dd9139e318c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.133560563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c506ec-08df-4b11-b0b7-43abc5a6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.185929857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c506ec-08df-4b11-b0b7-43abc5a6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.238021038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c506ec-08df-4b11-b0b7-43abc5a6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.290274194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c506ec-08df-4b11-b0b7-43abc5a6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.50464933Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","namespace":"ai-tenant-e2e-api-a-3bbfc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.504720933Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","namespace":"ai-tenant-e2e-api-a-3bbfc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.504768603Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","tenant":"e2e-api-a-3bbfc4","tenantID":"e2e-api-a-3bbfc4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.558688625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Deployment","name":"maas-api-e2e-api-a-3bbfc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.626386298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Service","name":"maas-api-e2e-api-a-3bbfc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.682080638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3bbfc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.739570671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3bbfc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.795789105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.853646552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.910136579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:42.965519217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.017189524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Deployment","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.06926566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.120834563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Service","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.172450692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.224034342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.275454219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.327157627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.382225927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.487609605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.542112427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.594027396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3bbfc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.645850633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3bbfc4"},"namespace":"ai-tenant-e2e-api-a-3bbfc4","name":"default-tenant","reconcileID":"21d8bfa4-913d-461a-9e56-78e5a4440b9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3bbfc4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:44.337285099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c34191-54ae-4675-984d-7c031096fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:44.389678203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c34191-54ae-4675-984d-7c031096fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:44.441880473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c34191-54ae-4675-984d-7c031096fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:44.495912967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c34191-54ae-4675-984d-7c031096fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:46.371879603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d493ec2-bacb-430e-b41b-2d0710f2b06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:46.425595715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d493ec2-bacb-430e-b41b-2d0710f2b06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:46.477750762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d493ec2-bacb-430e-b41b-2d0710f2b06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:46.530238557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d493ec2-bacb-430e-b41b-2d0710f2b06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:46.96988815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"5a2087f6-6096-41ae-8459-6b828f0eac6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.025935465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"5a2087f6-6096-41ae-8459-6b828f0eac6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.081820389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d63a25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c146f70ed7d55c597c919061c530da38b5fdced83fd9a80fc9f30ea17cabcaba) AuthConfig (e16a0520479165df2b0f24df4cd31600a70e47b953b988e589d765e11a62242b) AuthConfig (e2ba659cd4a47b40ba210e3a86b036f3bec4514582b2aaf7a4466fcf4c97db8b) AuthConfig (b2dae34ef47c3836e3497c401e2dd53c3ab92f4423ed20fe25d0b24c629ba4b7) AuthConfig (99f22c2bbb62d81fa5e32d86eebff55e8f0ab284703586b8291c7c296fc5e43a) AuthConfig (b945dd218618ef46bf385cc7e1e64a29ae52867ab4bbf1ab2f292ed9a3c40615)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"5a2087f6-6096-41ae-8459-6b828f0eac6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:48.463497632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504357ce-5907-499a-aea7-4fe0d9a6473b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:48.515705852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504357ce-5907-499a-aea7-4fe0d9a6473b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:48.567989021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504357ce-5907-499a-aea7-4fe0d9a6473b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:48.629530384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504357ce-5907-499a-aea7-4fe0d9a6473b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.157740493Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3bbfc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3bbfc4","reconcileID":"213260dc-1eb1-4b53-b98d-e7918cb4be31","aitenant":"ai-tenants/e2e-api-a-3bbfc4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.507166869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef77f7-f56b-4cd1-8360-c64379611873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.559216339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef77f7-f56b-4cd1-8360-c64379611873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.611605415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef77f7-f56b-4cd1-8360-c64379611873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.663841933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef77f7-f56b-4cd1-8360-c64379611873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:50.939371823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3bbfc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3bbfc4","reconcileID":"213260dc-1eb1-4b53-b98d-e7918cb4be31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3bbfc4","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3bbfc4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:52.569320401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d48f70-4d3b-4b21-bbf0-aeff4ba28683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:52.622236164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d48f70-4d3b-4b21-bbf0-aeff4ba28683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:52.674489007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d48f70-4d3b-4b21-bbf0-aeff4ba28683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:52.679992542Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f9d9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f9d9d","reconcileID":"1c482628-c6eb-46de-91da-2c56ceaca27e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7f9d9d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7f9d9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:52.727112085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d48f70-4d3b-4b21-bbf0-aeff4ba28683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:54.642924648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b1af59-eda2-46eb-a0db-326941a69fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:54.697166913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b1af59-eda2-46eb-a0db-326941a69fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:54.749417924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b1af59-eda2-46eb-a0db-326941a69fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:54.802109481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b1af59-eda2-46eb-a0db-326941a69fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:54.970089575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:56.770792105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6789a192-06ea-4203-81e5-61a893ca32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:56.823468712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6789a192-06ea-4203-81e5-61a893ca32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:56.875737669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6789a192-06ea-4203-81e5-61a893ca32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:56.928116512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6789a192-06ea-4203-81e5-61a893ca32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.193030883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"7b1363a5-8897-4eef-b587-abe6425a82ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.249038992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"7b1363a5-8897-4eef-b587-abe6425a82ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.628627107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853b90ed-7ec0-4a02-99a9-a82c8ce74d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.628652096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853b90ed-7ec0-4a02-99a9-a82c8ce74d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.698239539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a31967a0-6e85-4108-abce-0c04f1e76b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.698260691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a31967a0-6e85-4108-abce-0c04f1e76b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.732343303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"64645798-5315-44ba-aaa3-1fc606b74b37","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.78861108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"64645798-5315-44ba-aaa3-1fc606b74b37","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:57.975736331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"a9e50f75-6c88-4c25-acbd-3ff84c1df2bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.179758433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"a9e50f75-6c88-4c25-acbd-3ff84c1df2bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.305298177Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"a9e50f75-6c88-4c25-acbd-3ff84c1df2bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"name":"e2e-api-b-d63a25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.305322119Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"e2e-e2e-api-b-d63a25-policy","reconcileID":"a9e50f75-6c88-4c25-acbd-3ff84c1df2bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d63a25-policy","namespace":"ai-tenant-e2e-api-b-d63a25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d63a25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.361210593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b384d166-5910-477e-bd0c-c63017921490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.361231115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b384d166-5910-477e-bd0c-c63017921490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.841121787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6faa24-edfb-4f75-963c-9b385d7802c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.896438554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6faa24-edfb-4f75-963c-9b385d7802c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:58.948713079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6faa24-edfb-4f75-963c-9b385d7802c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:59.001074625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6faa24-edfb-4f75-963c-9b385d7802c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:00.90541985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41e572f-ac82-479a-a5d6-486f3af39f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:00.964672414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41e572f-ac82-479a-a5d6-486f3af39f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:01.021998303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41e572f-ac82-479a-a5d6-486f3af39f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:01.074608785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41e572f-ac82-479a-a5d6-486f3af39f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.579052227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","namespace":"ai-tenant-e2e-ipp-b-9bd3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.579109774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","namespace":"ai-tenant-e2e-ipp-b-9bd3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.579159176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","tenant":"e2e-ipp-b-9bd3ab","tenantID":"e2e-ipp-b-9bd3ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.632965012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9bd3ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.692347713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Service","name":"maas-api-e2e-ipp-b-9bd3ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.746872173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9bd3ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.80041019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9bd3ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.854931465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.909259873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:15.9633684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.017135015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.072866269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.126742457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.190779976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Service","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.250370557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.304168267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.35785167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.41201142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.46664336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.530114669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.594895991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.653116502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9bd3ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:16.706246463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9bd3ab"},"namespace":"ai-tenant-e2e-ipp-b-9bd3ab","name":"default-tenant","reconcileID":"1b647d83-348c-495f-9b23-1782e9effb2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9bd3ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:17.353305315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43493cc-32e4-414c-92fd-0c0ad7d2a0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:17.405381038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43493cc-32e4-414c-92fd-0c0ad7d2a0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:17.457464907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43493cc-32e4-414c-92fd-0c0ad7d2a0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:17.509995619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43493cc-32e4-414c-92fd-0c0ad7d2a0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.375375335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8245d8f-956a-4f43-95c0-ca9c303d475d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.427906171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8245d8f-956a-4f43-95c0-ca9c303d475d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.480681288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8245d8f-956a-4f43-95c0-ca9c303d475d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.536946283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8245d8f-956a-4f43-95c0-ca9c303d475d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:24.969334603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.02884441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51b4e5-aebe-43a8-87f8-b7e84fff111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.028935892Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9bd3ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9bd3ab","reconcileID":"380e8bbc-d272-41e7-a59d-3fa70bbd84d7","aitenant":"ai-tenants/e2e-ipp-b-9bd3ab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.081483422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51b4e5-aebe-43a8-87f8-b7e84fff111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.134063812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51b4e5-aebe-43a8-87f8-b7e84fff111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.18671598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51b4e5-aebe-43a8-87f8-b7e84fff111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:27.775379999Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9bd3ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9bd3ab","reconcileID":"380e8bbc-d272-41e7-a59d-3fa70bbd84d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9bd3ab","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9bd3ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:29.138049327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270a5290-c47e-4b5e-9415-e47d3be7eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:29.190380414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270a5290-c47e-4b5e-9415-e47d3be7eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:29.242496163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270a5290-c47e-4b5e-9415-e47d3be7eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:29.294767458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270a5290-c47e-4b5e-9415-e47d3be7eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:31.248226099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a175df8-50ce-46ea-90f0-9d2d687215c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:31.300360487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a175df8-50ce-46ea-90f0-9d2d687215c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:31.352879303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a175df8-50ce-46ea-90f0-9d2d687215c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:31.405216448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a175df8-50ce-46ea-90f0-9d2d687215c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:33.437760834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f68b57-8460-480c-bbe2-8270a8c7c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:33.49011521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f68b57-8460-480c-bbe2-8270a8c7c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:33.543450165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f68b57-8460-480c-bbe2-8270a8c7c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:33.59597058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f68b57-8460-480c-bbe2-8270a8c7c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:34.281146644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f760c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f760c","reconcileID":"699936da-63fa-455c-9337-37062a4df9e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7f760c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7f760c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:35.54315325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a63ffc4-204f-4bc8-b4de-b2046abe0c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:35.595202128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a63ffc4-204f-4bc8-b4de-b2046abe0c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:35.647465224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a63ffc4-204f-4bc8-b4de-b2046abe0c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:35.700170189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a63ffc4-204f-4bc8-b4de-b2046abe0c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:37.638659784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc4c3fe-d0f6-46e7-a14b-f53f6546a102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:37.690990933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc4c3fe-d0f6-46e7-a14b-f53f6546a102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:37.742989849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc4c3fe-d0f6-46e7-a14b-f53f6546a102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:37.796345429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc4c3fe-d0f6-46e7-a14b-f53f6546a102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:39.745097089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188c3cc-7e5c-43a1-9d07-c3e9351abe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:39.798525049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188c3cc-7e5c-43a1-9d07-c3e9351abe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:39.851178709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188c3cc-7e5c-43a1-9d07-c3e9351abe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:39.903839006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3188c3cc-7e5c-43a1-9d07-c3e9351abe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:41.722882971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"bc3b7c6c-1ba6-4ff6-af7a-f67b0b2258eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f760d3","tenantID":"e2e-praxis-a-f760d3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:41.840358457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"bc3b7c6c-1ba6-4ff6-af7a-f67b0b2258eb","name":"e2e-praxis-a-f760d3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:54.969302699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:55.947769876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"e28f72d1-6f63-4e24-826d-eca83a26ef0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7f9d9d","tenantID":"e2e-praxis-b-7f9d9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.062038967Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"e28f72d1-6f63-4e24-826d-eca83a26ef0f","name":"e2e-praxis-b-7f9d9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.118965385Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","namespace":"ai-tenant-e2e-api-b-d63a25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.119021945Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","namespace":"ai-tenant-e2e-api-b-d63a25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.119077496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","tenant":"e2e-api-b-d63a25","tenantID":"e2e-api-b-d63a25","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.173007254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Deployment","name":"maas-api-e2e-api-b-d63a25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.233960267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Service","name":"maas-api-e2e-api-b-d63a25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.292981242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d63a25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.346418346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d63a25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.405974545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.459828157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.515824611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.569719422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.62145055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Deployment","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.673195063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.725049049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Service","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.77689558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.828888337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.880566317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.932238004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:56.986721285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.038196014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.089843808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.14402003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d63a25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.195936988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d63a25"},"namespace":"ai-tenant-e2e-api-b-d63a25","name":"default-tenant","reconcileID":"32393e82-00d7-4206-994c-66f142213bf9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d63a25","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:01.99141742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d63a25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d63a25","reconcileID":"12b8aa32-eeb1-4a34-9927-88dad0cebcbb","aitenant":"ai-tenants/e2e-api-b-d63a25","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:02.548326607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8fd1d-a3de-407a-a56e-7791d5a98614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:02.600760448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8fd1d-a3de-407a-a56e-7791d5a98614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:02.65531504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8fd1d-a3de-407a-a56e-7791d5a98614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:02.709366982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b8fd1d-a3de-407a-a56e-7791d5a98614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:02.821308369Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d63a25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d63a25","reconcileID":"12b8aa32-eeb1-4a34-9927-88dad0cebcbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d63a25","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d63a25"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:04.631902474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36279caf-5660-408a-931f-0826f46c2c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:04.690174682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36279caf-5660-408a-931f-0826f46c2c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:04.744444978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36279caf-5660-408a-931f-0826f46c2c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:04.798214222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36279caf-5660-408a-931f-0826f46c2c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:06.736092353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b75549c-5868-4397-84de-0f5bdffcffef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:06.788967878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b75549c-5868-4397-84de-0f5bdffcffef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:06.841136518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b75549c-5868-4397-84de-0f5bdffcffef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:06.893457451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b75549c-5868-4397-84de-0f5bdffcffef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:09.079721193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e9ebd-6b5f-4e15-bafd-146ccf9f2b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:09.132291469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e9ebd-6b5f-4e15-bafd-146ccf9f2b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:09.184752917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e9ebd-6b5f-4e15-bafd-146ccf9f2b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:09.300938597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e9ebd-6b5f-4e15-bafd-146ccf9f2b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:09.620983002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fb1940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fb1940","reconcileID":"80d3f647-6564-4f44-b46d-0ab5beaf1ced","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fb1940","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-fb1940":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:11.23472274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc37e0-f401-4a01-80b9-eb07ed8417f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:11.287132236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc37e0-f401-4a01-80b9-eb07ed8417f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:11.339371774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc37e0-f401-4a01-80b9-eb07ed8417f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:11.391517554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc37e0-f401-4a01-80b9-eb07ed8417f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:13.261412162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c587b47-5043-4e6f-bb0a-9ec3da0de341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:13.313827599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c587b47-5043-4e6f-bb0a-9ec3da0de341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:13.366479547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c587b47-5043-4e6f-bb0a-9ec3da0de341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:13.419302061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c587b47-5043-4e6f-bb0a-9ec3da0de341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:24.969243151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:29.397050312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"cb6be4ef-1643-4334-b3c6-2c3365a6073d","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:29.39707756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"cb6be4ef-1643-4334-b3c6-2c3365a6073d","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:34.968467514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"c889f1a8-0c96-49c7-9981-177b1de3bd84","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:34.968490996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"c889f1a8-0c96-49c7-9981-177b1de3bd84","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.023037691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f62e4ff7-5952-4a0d-b49d-6770ff87747a","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.023056353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f62e4ff7-5952-4a0d-b49d-6770ff87747a","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.126320872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"79e96b97-105f-40af-8470-a9898e2a337d","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.248771169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"79e96b97-105f-40af-8470-a9898e2a337d","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.304070335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-56299c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"79e96b97-105f-40af-8470-a9898e2a337d","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.398547652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"55e97abd-5498-4e13-b809-2acb96ba8a3b","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:35.398572293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"55e97abd-5498-4e13-b809-2acb96ba8a3b","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:39.794519203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"86e1c7ab-1837-46fc-85a8-fa4a57b0d542","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7f760c","tenantID":"e2e-praxis-a-7f760c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:39.909411951Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"86e1c7ab-1837-46fc-85a8-fa4a57b0d542","name":"e2e-praxis-a-7f760c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:45.503003376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"ffa434d6-701a-4d34-b15d-599ea5311698","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:45.560305979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"ffa434d6-701a-4d34-b15d-599ea5311698","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:45.615674446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-56299c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"ffa434d6-701a-4d34-b15d-599ea5311698","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.513839679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257efe19-0593-4f24-bf08-a1aa47c30432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.567141027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257efe19-0593-4f24-bf08-a1aa47c30432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.619562361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257efe19-0593-4f24-bf08-a1aa47c30432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.671862098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257efe19-0593-4f24-bf08-a1aa47c30432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:48.560623797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee278934-8005-4841-ba39-15a69017d9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:48.612669478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee278934-8005-4841-ba39-15a69017d9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:48.666273004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee278934-8005-4841-ba39-15a69017d9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:48.719018171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee278934-8005-4841-ba39-15a69017d9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:52.497518662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d7d5dd-79ec-4fa4-a098-a1b7a85dd8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:52.549935296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d7d5dd-79ec-4fa4-a098-a1b7a85dd8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:52.602378879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d7d5dd-79ec-4fa4-a098-a1b7a85dd8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:52.655935273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d7d5dd-79ec-4fa4-a098-a1b7a85dd8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:53.085380152Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-496177","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-496177","reconcileID":"6ac633c8-021a-41bc-8eb6-4e72a05e26a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-496177","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-496177":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:54.52433657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f68cbc-d87b-40d6-a1ca-a36c93579af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:54.57667885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f68cbc-d87b-40d6-a1ca-a36c93579af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:54.631240106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f68cbc-d87b-40d6-a1ca-a36c93579af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:54.684171441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f68cbc-d87b-40d6-a1ca-a36c93579af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:54.969860385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:55.778527172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"4691795f-6076-4a0e-8b69-85bf1c4f31be","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:55.835280662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"4691795f-6076-4a0e-8b69-85bf1c4f31be","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:55.889998149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-56299c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (049ed07cd5565f49e0ad94bedb6027774054a122e540e391d1bfe48da79ee29f) AuthConfig (f25589d60e5ec845b3a7cf463f1fcde1f391a1de79829ce3068cf424f71a01a0) AuthConfig (3170ed58c127d2bc0176eb092fa461edae83e52152bca23834370c566a81f310) AuthConfig (a7a158bc34a0ca81c2c99a5b8dee130467a7765cf3426ef9e20b88907fffd118) AuthConfig (090156f1f4667681d55a85ffe2de028a7912fea3fc3a3ea2956f986cfc999327) AuthConfig (1465de5cac1bdca0aa901e4dcbde71c72c494ede23188be5439903168b3d425f) AuthConfig (09b06db242f4415c5a5da6b8ffd775b860cbc7597e9217f511cabc938b9ab1c1) AuthConfig (3bdd8360f908a34f12b8e5e5f39c91e1b0c4d5f1eb670288cd3c685a3aa7b26d) AuthConfig (53024b6abee7e4a8fde825d706b079d236ad9e5e1bf3a36876c512e9d3482b6d) AuthConfig (ab7aecf77e682f7fe73989f431884a7d8c1eae687fda6e9776411febf7972abe) AuthConfig (2817a9b364402498d69fa6b127a72f833d5b5e09104b54487891c5b48b2f9075) AuthConfig (574db6f75169b891c902b1097cab18d454276ec1f20f374f93954964c1ee2224) AuthConfig (22bcc579883911c6c94325979f39a58a3671cc9e8950254e588c07c7e6d49d94) AuthConfig (5dc9a1b190a82a0cbe7f261fad1a9fc840b6ae275989d842311bf139ea566e0c) AuthConfig (5e99413f36234ca0069e8a9dee22d076c30b102a3f0fba05bf99facca2fd39fd) AuthConfig (2375b0f300cbaa4a283633b3e3b6b75e57e18c13c2293b3c401167ae3ca435e3) AuthConfig (bd913d1a586319561d3422505783ea3fa334060cb512eacd2350024ddb44a302) AuthConfig (ac00482142446a92934744c0ed6e3dbc406a89989632728245c685d859048114)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"4691795f-6076-4a0e-8b69-85bf1c4f31be","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:55.947181259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"4971b65a-4127-4b80-ac62-065e865cce54","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:55.947201084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"4971b65a-4127-4b80-ac62-065e865cce54","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:56.564166177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c6793-68aa-4d0c-9e9f-2199799e7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:56.616268633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c6793-68aa-4d0c-9e9f-2199799e7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:56.668520837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c6793-68aa-4d0c-9e9f-2199799e7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:56.720690185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c6793-68aa-4d0c-9e9f-2199799e7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:01.634100106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee3efac-e567-48b4-a51a-ed3c1299aff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:01.686657541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee3efac-e567-48b4-a51a-ed3c1299aff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:01.739259306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee3efac-e567-48b4-a51a-ed3c1299aff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:01.791731055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee3efac-e567-48b4-a51a-ed3c1299aff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:03.737590127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107f1a3c-8076-4abc-ab53-7538da22c315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:03.789944149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107f1a3c-8076-4abc-ab53-7538da22c315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:03.842319937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107f1a3c-8076-4abc-ab53-7538da22c315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:03.894834472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107f1a3c-8076-4abc-ab53-7538da22c315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:06.051450944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5a424190-8ed9-4c05-a975-7846c680cd97","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:06.107850381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5a424190-8ed9-4c05-a975-7846c680cd97","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:06.162775274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-56299c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (049ed07cd5565f49e0ad94bedb6027774054a122e540e391d1bfe48da79ee29f) AuthConfig (f25589d60e5ec845b3a7cf463f1fcde1f391a1de79829ce3068cf424f71a01a0) AuthConfig (3170ed58c127d2bc0176eb092fa461edae83e52152bca23834370c566a81f310) AuthConfig (a7a158bc34a0ca81c2c99a5b8dee130467a7765cf3426ef9e20b88907fffd118) AuthConfig (090156f1f4667681d55a85ffe2de028a7912fea3fc3a3ea2956f986cfc999327) AuthConfig (1465de5cac1bdca0aa901e4dcbde71c72c494ede23188be5439903168b3d425f) AuthConfig (09b06db242f4415c5a5da6b8ffd775b860cbc7597e9217f511cabc938b9ab1c1) AuthConfig (3bdd8360f908a34f12b8e5e5f39c91e1b0c4d5f1eb670288cd3c685a3aa7b26d) AuthConfig (53024b6abee7e4a8fde825d706b079d236ad9e5e1bf3a36876c512e9d3482b6d) AuthConfig (ab7aecf77e682f7fe73989f431884a7d8c1eae687fda6e9776411febf7972abe) AuthConfig (2817a9b364402498d69fa6b127a72f833d5b5e09104b54487891c5b48b2f9075) AuthConfig (574db6f75169b891c902b1097cab18d454276ec1f20f374f93954964c1ee2224) AuthConfig (22bcc579883911c6c94325979f39a58a3671cc9e8950254e588c07c7e6d49d94) AuthConfig (5dc9a1b190a82a0cbe7f261fad1a9fc840b6ae275989d842311bf139ea566e0c) AuthConfig (5e99413f36234ca0069e8a9dee22d076c30b102a3f0fba05bf99facca2fd39fd) AuthConfig (2375b0f300cbaa4a283633b3e3b6b75e57e18c13c2293b3c401167ae3ca435e3) AuthConfig (bd913d1a586319561d3422505783ea3fa334060cb512eacd2350024ddb44a302) AuthConfig (ac00482142446a92934744c0ed6e3dbc406a89989632728245c685d859048114)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5a424190-8ed9-4c05-a975-7846c680cd97","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:15.944226429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"80fae96a-52ce-4c54-8496-cd30b378a80a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fb1940","tenantID":"e2e-ipp-a-fb1940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:16.060302096Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"80fae96a-52ce-4c54-8496-cd30b378a80a","name":"e2e-ipp-a-fb1940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:16.273232792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"55eeefb3-45a8-4d6f-a2da-3393c490af46","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:16.33035108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"55eeefb3-45a8-4d6f-a2da-3393c490af46","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:16.411129919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-56299c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (049ed07cd5565f49e0ad94bedb6027774054a122e540e391d1bfe48da79ee29f) AuthConfig (f25589d60e5ec845b3a7cf463f1fcde1f391a1de79829ce3068cf424f71a01a0) AuthConfig (3170ed58c127d2bc0176eb092fa461edae83e52152bca23834370c566a81f310) AuthConfig (a7a158bc34a0ca81c2c99a5b8dee130467a7765cf3426ef9e20b88907fffd118) AuthConfig (090156f1f4667681d55a85ffe2de028a7912fea3fc3a3ea2956f986cfc999327) AuthConfig (1465de5cac1bdca0aa901e4dcbde71c72c494ede23188be5439903168b3d425f) AuthConfig (09b06db242f4415c5a5da6b8ffd775b860cbc7597e9217f511cabc938b9ab1c1) AuthConfig (3bdd8360f908a34f12b8e5e5f39c91e1b0c4d5f1eb670288cd3c685a3aa7b26d) AuthConfig (53024b6abee7e4a8fde825d706b079d236ad9e5e1bf3a36876c512e9d3482b6d) AuthConfig (ab7aecf77e682f7fe73989f431884a7d8c1eae687fda6e9776411febf7972abe) AuthConfig (2817a9b364402498d69fa6b127a72f833d5b5e09104b54487891c5b48b2f9075) AuthConfig (574db6f75169b891c902b1097cab18d454276ec1f20f374f93954964c1ee2224) AuthConfig (22bcc579883911c6c94325979f39a58a3671cc9e8950254e588c07c7e6d49d94) AuthConfig (5dc9a1b190a82a0cbe7f261fad1a9fc840b6ae275989d842311bf139ea566e0c) AuthConfig (5e99413f36234ca0069e8a9dee22d076c30b102a3f0fba05bf99facca2fd39fd) AuthConfig (2375b0f300cbaa4a283633b3e3b6b75e57e18c13c2293b3c401167ae3ca435e3) AuthConfig (bd913d1a586319561d3422505783ea3fa334060cb512eacd2350024ddb44a302) AuthConfig (ac00482142446a92934744c0ed6e3dbc406a89989632728245c685d859048114)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"55eeefb3-45a8-4d6f-a2da-3393c490af46","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:17.044897392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0de69b4-94b3-4a2a-8fef-9f443676385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:17.09733131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0de69b4-94b3-4a2a-8fef-9f443676385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:17.155131985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0de69b4-94b3-4a2a-8fef-9f443676385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:17.207745218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0de69b4-94b3-4a2a-8fef-9f443676385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.089618603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd1d1a-727e-4b0d-b7bb-e588a6a013dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.141914685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd1d1a-727e-4b0d-b7bb-e588a6a013dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.19514912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd1d1a-727e-4b0d-b7bb-e588a6a013dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.247467048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd1d1a-727e-4b0d-b7bb-e588a6a013dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:21.121078743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1aaf251-0442-4923-bad0-713d602c0afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:21.173150662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1aaf251-0442-4923-bad0-713d602c0afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:21.225355599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1aaf251-0442-4923-bad0-713d602c0afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:21.277275734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1aaf251-0442-4923-bad0-713d602c0afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:24.970328172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.516607565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"a7ac6121-5a47-40a3-8ce6-30e52a88704c","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.573761147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"a7ac6121-5a47-40a3-8ce6-30e52a88704c","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.890140671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"180f8069-3ac8-4fd5-aaea-1e2500c7e344","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.890160461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"180f8069-3ac8-4fd5-aaea-1e2500c7e344","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.343056731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"4aa37902-491d-43d0-8e21-ef9423b36bea","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.34307911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"4aa37902-491d-43d0-8e21-ef9423b36bea","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.402114154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f4da25f4-e074-44df-a624-4693ef55cb89","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.402135085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f4da25f4-e074-44df-a624-4693ef55cb89","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:28:32.449052041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"03806173-1a5e-4014-9852-2b43abce410a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-56299c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.449114847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"85417472-ac14-4b99-a260-7c3da6c3d53d","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:28:32.454922425Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f4da25f4-e074-44df-a624-4693ef55cb89","name":"ipp-route-56299c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-56299c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:28:32.454988689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"f4da25f4-e074-44df-a624-4693ef55cb89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-56299c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.460383919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"d1d4b3ad-dfb8-4d0a-bcab-7f580c1f9611","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.4603989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"d1d4b3ad-dfb8-4d0a-bcab-7f580c1f9611","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.505467037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"85417472-ac14-4b99-a260-7c3da6c3d53d","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.55268801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"bc3f9446-e064-4f50-a008-8426469c5e9e","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.552737357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"bc3f9446-e064-4f50-a008-8426469c5e9e","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.60958841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"af445f58-1ee2-4ce2-9895-28ca540010ab","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.609611689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"af445f58-1ee2-4ce2-9895-28ca540010ab","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.815163737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"71a3a461-d83e-4d8e-81bc-9c1f97d13d84","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.823430644Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"46079f97-3b18-4955-9dc0-455949c89998","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"maas-trlp-ipp-route-56299c","model":"ipp-route-56299c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.872578157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"71a3a461-d83e-4d8e-81bc-9c1f97d13d84","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.988403463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"d990cb84-58ef-4785-8e8d-68ef351a6763","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.988426375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"d990cb84-58ef-4785-8e8d-68ef351a6763","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:33.203625938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"eddde68c-67aa-42c9-a6e6-b59c426aa94e","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"maas-trlp-ipp-route-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.195273835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","namespace":"ai-tenant-e2e-praxis-a-c62c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.195330782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","namespace":"ai-tenant-e2e-praxis-a-c62c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.19538026Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","tenant":"e2e-praxis-a-c62c3d","tenantID":"e2e-praxis-a-c62c3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.249180691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c62c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.308778263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Service","name":"maas-api-e2e-praxis-a-c62c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.363331185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c62c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.424133706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c62c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.488145705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.54601522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.602926454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.656866128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.708598037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.760181495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.811882933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Service","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.86351022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.915149259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:37.966738773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.01833589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.072671804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.124315561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.176020418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.230094528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c62c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:38.282241538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c62c3d"},"namespace":"ai-tenant-e2e-praxis-a-c62c3d","name":"default-tenant","reconcileID":"9fc70fe6-2623-40ac-90a8-1dfabffc351e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c62c3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:44.452645614Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c62c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c62c3d","reconcileID":"5199abae-d0c1-442a-93ce-a53efd5e567b","aitenant":"ai-tenants/e2e-praxis-a-c62c3d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:44.844759618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af76e45c-f9ea-426e-9052-dfa472e89978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:44.897733414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af76e45c-f9ea-426e-9052-dfa472e89978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:44.950049117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af76e45c-f9ea-426e-9052-dfa472e89978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.00221808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af76e45c-f9ea-426e-9052-dfa472e89978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.275145328Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c62c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c62c3d","reconcileID":"5199abae-d0c1-442a-93ce-a53efd5e567b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c62c3d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c62c3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:46.935396404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6f4da4-9c0e-48d7-a925-076da7620fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:46.987455638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6f4da4-9c0e-48d7-a925-076da7620fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.039597495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6f4da4-9c0e-48d7-a925-076da7620fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.091925507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6f4da4-9c0e-48d7-a925-076da7620fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:48.958502323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29814c3-3290-480a-b817-3a4aa1fb7d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.015002528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29814c3-3290-480a-b817-3a4aa1fb7d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.069054459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29814c3-3290-480a-b817-3a4aa1fb7d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.121299345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29814c3-3290-480a-b817-3a4aa1fb7d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.035627153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08bd4f4-ccd7-44a0-a293-14870f58f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.087941983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08bd4f4-ccd7-44a0-a293-14870f58f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.139993835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08bd4f4-ccd7-44a0-a293-14870f58f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.192311535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08bd4f4-ccd7-44a0-a293-14870f58f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:52.812043986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"3b4bd35f-790e-448f-bf18-e55172a11f5b","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"maas-trlp-ipp-route-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:52.977324433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"25a7fd4b-4f64-4cb3-b48f-7c981e52c837","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:52.977343559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"25a7fd4b-4f64-4cb3-b48f-7c981e52c837","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.084247164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987f4667-c777-4ec1-bbdd-a1e678fa1d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.136329259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987f4667-c777-4ec1-bbdd-a1e678fa1d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.189037995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987f4667-c777-4ec1-bbdd-a1e678fa1d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.241610776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"987f4667-c777-4ec1-bbdd-a1e678fa1d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.404978034Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-711318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-711318","reconcileID":"56bf9a45-8b3e-4712-ae83-26b68dda9777","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-711318","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-711318":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.933541808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"d67021b7-1ff4-4ee1-8de3-c2fe99cb8b5b","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.989641827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"d67021b7-1ff4-4ee1-8de3-c2fe99cb8b5b","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:54.969960224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.160345385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35f3278-0a18-42b0-9c2e-44e9d44781fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.212420345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35f3278-0a18-42b0-9c2e-44e9d44781fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.264809809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35f3278-0a18-42b0-9c2e-44e9d44781fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.31808576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35f3278-0a18-42b0-9c2e-44e9d44781fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.147008952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ac2d3-9e05-4053-ac68-c6d9e4279fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.199894852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ac2d3-9e05-4053-ac68-c6d9e4279fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.252129607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ac2d3-9e05-4053-ac68-c6d9e4279fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.304249237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8ac2d3-9e05-4053-ac68-c6d9e4279fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:01.179955519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d128523-f33b-4acb-a966-35550a623788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:01.232041049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d128523-f33b-4acb-a966-35550a623788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:01.284201645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d128523-f33b-4acb-a966-35550a623788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:01.336511044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d128523-f33b-4acb-a966-35550a623788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.407329517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"4401dc21-da6f-49ec-9718-af0afcd96453","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-496177","tenantID":"e2e-praxis-b-496177","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.521982778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"4401dc21-da6f-49ec-9718-af0afcd96453","name":"e2e-praxis-b-496177-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.578560882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","namespace":"ai-tenant-e2e-praxis-b-7f9d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.578624054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","namespace":"ai-tenant-e2e-praxis-b-7f9d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.578673992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","tenant":"e2e-praxis-b-7f9d9d","tenantID":"e2e-praxis-b-7f9d9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.632357865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7f9d9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.691298463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Service","name":"maas-api-e2e-praxis-b-7f9d9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.750084047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7f9d9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.803760151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7f9d9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.863589865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.918203561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:03.972732874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.026541852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.07846731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.130144389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.182187064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Service","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.233747082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.285332407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.337091562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.388724654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.445951549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.497752326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.549420777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.60155372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7f9d9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:04.653410693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f9d9d"},"namespace":"ai-tenant-e2e-praxis-b-7f9d9d","name":"default-tenant","reconcileID":"c4c4a385-bb42-49a9-84d7-3e738ab34c78","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7f9d9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:07.879444787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"8f89f52e-20b7-4945-afec-2396609504c3","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:07.879473714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"8f89f52e-20b7-4945-afec-2396609504c3","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.041194807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"a43cfdfd-d02d-40f9-bdf3-ae7ed40e84cf","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.089538108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"76e8fbde-dcad-4485-8c92-e7b3e5933d1d","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"maas-trlp-ipp-route-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.097313417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"a43cfdfd-d02d-40f9-bdf3-ae7ed40e84cf","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.25518152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"b88c09e3-91af-4fde-8d3a-201db4ffa8e7","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.255200242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"b88c09e3-91af-4fde-8d3a-201db4ffa8e7","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:08.464083709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"b6238273-f3e3-4a0e-b51c-96bd33801eac","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"maas-trlp-ipp-route-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:09.809121504Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f9d9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f9d9d","reconcileID":"39d1188d-a855-49d8-8748-0cd4cdb21f9e","aitenant":"ai-tenants/e2e-praxis-b-7f9d9d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:10.380317591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbc37a4-1a60-47d4-839a-1a8b25afd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:10.432768549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbc37a4-1a60-47d4-839a-1a8b25afd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:10.485064204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbc37a4-1a60-47d4-839a-1a8b25afd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:10.537533514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbc37a4-1a60-47d4-839a-1a8b25afd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:10.648821788Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f9d9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f9d9d","reconcileID":"39d1188d-a855-49d8-8748-0cd4cdb21f9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7f9d9d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7f9d9d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:12.482793932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939b7b53-47f9-41b7-bc4a-3830d01513a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:12.53537417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939b7b53-47f9-41b7-bc4a-3830d01513a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:12.587955529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939b7b53-47f9-41b7-bc4a-3830d01513a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:12.640667723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939b7b53-47f9-41b7-bc4a-3830d01513a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.526534215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff448eb1-2a47-4413-8f95-a3fd0b09d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.578778789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff448eb1-2a47-4413-8f95-a3fd0b09d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.631048665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff448eb1-2a47-4413-8f95-a3fd0b09d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.683556974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff448eb1-2a47-4413-8f95-a3fd0b09d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:15.805091258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"11e61259-422e-4809-b4a7-89148feead32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:17.934583078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"e82fd3de-a02b-422e-89f2-e680a492b4b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:18.256654701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"792cb01b-4626-4198-9879-fb00c036680d","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:18.256675768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"792cb01b-4626-4198-9879-fb00c036680d","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:19.103779333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"43aca5b9-b2a1-4827-ac0d-e8021e945401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:21.898584761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"be1de538-f346-4151-9a88-59609ee9844c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.189484208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"311de62c-21bb-4c92-9e94-74383258e3bc","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.245589964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"dc672fab-1447-403a-8a76-4d229d4b2498","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:22.293994345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-apikey-sub-binding-15e3be7f","reconcileID":"193e7b02-67cf-45e4-aa93-6d69e82abe42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-15e3be7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.396005216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cee51ff7-7e06-4a25-8cf0-59def6c82bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.396387836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5d267785-ba31-46f9-99ac-57234695bf47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.404073905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"678bf0ef-7582-490f-b2ee-8e16842ee447","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.454644311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5d267785-ba31-46f9-99ac-57234695bf47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.45574218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cee51ff7-7e06-4a25-8cf0-59def6c82bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.458540323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"20a206a7-45e1-4286-802a-85a9cc1ea708","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.720868601Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-apikey-sub-binding-15e3be7f","reconcileID":"9c43bb75-afdf-49ba-896e-c3c8ed005f01","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-apikey-sub-binding-15e3be7f","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.819676118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9a09e4b0-71b7-4b9a-b787-5b3d09d03892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.821517187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e2567989-feb0-4f5c-8964-46ffff2b2b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.876349101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9a09e4b0-71b7-4b9a-b787-5b3d09d03892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.878593074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e2567989-feb0-4f5c-8964-46ffff2b2b3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.885204006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"4c5b3a32-b6b1-4d8e-95e7-b99afdd5bc22","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.933329206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"5b41fdbd-c322-4cb7-aabd-407a6d5fbb33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:22.98553125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad67a1f-2d0e-49a2-a13d-1a03d44fc2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.03821624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad67a1f-2d0e-49a2-a13d-1a03d44fc2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.090581093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad67a1f-2d0e-49a2-a13d-1a03d44fc2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.142571376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad67a1f-2d0e-49a2-a13d-1a03d44fc2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.142771925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-apikey-sub-binding-15e3be7f","reconcileID":"7a530562-14b0-420d-9cd7-ae2555b6e433","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.308624479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"286f2f26-d003-4af4-b3d4-ed4872bfd93b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:24.972658196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:25.044068119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96eadbfd-a8fe-4095-ac1f-5ff395979995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:25.096141454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96eadbfd-a8fe-4095-ac1f-5ff395979995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:25.149016987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96eadbfd-a8fe-4095-ac1f-5ff395979995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:25.201245139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96eadbfd-a8fe-4095-ac1f-5ff395979995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:26.379394805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"6be837d7-6aee-4dc9-9a21-c874d6638ebd","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:26.60123798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"223a141f-306a-4eee-9be8-762fbe663f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:26.601789551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"af72cf10-d69e-4f3f-becd-c68ce2343cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:26.658321184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"223a141f-306a-4eee-9be8-762fbe663f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:26.658384691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"af72cf10-d69e-4f3f-becd-c68ce2343cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.134277158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6401c037-e9f4-4750-bb9a-c19121c13d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.186532119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6401c037-e9f4-4750-bb9a-c19121c13d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.238819109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6401c037-e9f4-4750-bb9a-c19121c13d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.291160103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6401c037-e9f4-4750-bb9a-c19121c13d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:28.257855691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"2298efd9-b33c-41a6-9ce1-b8edae93ab96","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:28.257874932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"2298efd9-b33c-41a6-9ce1-b8edae93ab96","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:29.159305534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18318460-63e3-4b14-8c20-672d022e04b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:29.212628213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18318460-63e3-4b14-8c20-672d022e04b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:29.265042137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18318460-63e3-4b14-8c20-672d022e04b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:29.31726468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18318460-63e3-4b14-8c20-672d022e04b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:29.820488008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f9bff9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f9bff9","reconcileID":"dbae8e29-de38-43f7-a027-e9d3c4ba8766","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f9bff9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f9bff9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.23313842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15eef013-8a35-4205-928c-d7f5fdc841fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.285498394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15eef013-8a35-4205-928c-d7f5fdc841fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.337678125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15eef013-8a35-4205-928c-d7f5fdc841fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.389813229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15eef013-8a35-4205-928c-d7f5fdc841fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:33.336103993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a466852a-14ea-498f-a69e-5526694bf066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:33.389163918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a466852a-14ea-498f-a69e-5526694bf066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:33.442202335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a466852a-14ea-498f-a69e-5526694bf066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:33.496424406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a466852a-14ea-498f-a69e-5526694bf066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:35.400918031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9088b0-10e9-48c5-bc91-9918e6a5f668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:35.453055249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9088b0-10e9-48c5-bc91-9918e6a5f668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:35.505261726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9088b0-10e9-48c5-bc91-9918e6a5f668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:35.558295122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9088b0-10e9-48c5-bc91-9918e6a5f668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:36.541586804Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-apikey-sub-binding-15e3be7f","reconcileID":"b67b2c84-e565-4123-b867-eaea65511fae","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-apikey-sub-binding-15e3be7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:36.757816058Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-apikey-sub-binding-15e3be7f","reconcileID":"b67b2c84-e565-4123-b867-eaea65511fae","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15e3be7f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:36.966930005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"36cafcbc-e74f-4f57-9740-2a4fd681480a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.016923998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1545b218-a144-4f5f-a955-719de5bd052f","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.172905323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"443eae1e-8976-4a80-be2d-48b9d29c0eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.17293495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e55b0f45-04c1-4785-819e-0945d3049f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.229546034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"443eae1e-8976-4a80-be2d-48b9d29c0eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.229612407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e55b0f45-04c1-4785-819e-0945d3049f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.239172377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"5814cd82-c23b-4307-9343-13d9cfdc8074","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.293170607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"37005e25-6be4-4bfe-9785-bb51160b5c01","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"tenant":"e2e-ipp-a-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.293195589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"37005e25-6be4-4bfe-9785-bb51160b5c01","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"routeName":"ipp-route-56299c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-56299c","llmisvcName":"ipp-route-56299c","gateway":"openshift-ingress/e2e-ipp-a-56299c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.293677758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"95ef215f-4d3d-4646-94be-6783e0333f3c","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:38.342200485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-sub","reconcileID":"e2a1b92c-63d7-497b-a9fe-74dca47c0419","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.394089515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9a244b82-05fe-496b-928b-158d76e31071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.39421238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"550a92aa-83d6-462a-9947-7aa23f1f1e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.450255478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9a244b82-05fe-496b-928b-158d76e31071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.45033871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"550a92aa-83d6-462a-9947-7aa23f1f1e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.452527141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"4c35533a-bd31-463f-8a79-b04ebfa53fe0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.509156725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"bfa99dec-f70b-4200-9ff7-89d439b3157c","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.800559268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-sub","reconcileID":"139538ea-b68e-4eaf-b7df-4b4018a0d585","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-ordering-sub","ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.851639111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e046d59b-94a8-4b5b-a22d-50944052e5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.851873375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"421e15d0-ac69-4d24-b525-a26d93ae3c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.908189398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e046d59b-94a8-4b5b-a22d-50944052e5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.908296883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"421e15d0-ac69-4d24-b525-a26d93ae3c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.966063713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"0f64fee6-824d-4048-8196-1609de9634f0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:39.007389588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"8d73c3cb-c4c4-4cf9-a15a-6ab72712aa0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:39.174433966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-sub","reconcileID":"6b94e01d-5471-4b1a-8d42-6d2a0012b165","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:39.338360174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1b44b60a-f42c-48f8-80d1-502199e653d1","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:41.733780404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"a896a932-c635-4071-bde7-8e6758f230c9","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:41.78991368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cad18eeb-9fb3-405a-8c3f-422dbd0268d7","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:41.94405916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"c4dd083f-1758-447c-bd02-857f4ab6de8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:42.000998162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"c4dd083f-1758-447c-bd02-857f4ab6de8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:42.268164345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"a6953d59-f725-4fa5-b12b-7a2176b4b930","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.500110694Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"73eb5967-9dac-47c6-985e-8b0ded550982","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:43.501200122Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"e774a3b8-851a-4e78-8438-3a66e2df3f59","name":"ipp-route-56299c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-56299c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:43.501267393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"e774a3b8-851a-4e78-8438-3a66e2df3f59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-56299c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.552100571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5dbe3321-6367-4764-ad68-b52b54bd7a16","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.608522048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5dbe3321-6367-4764-ad68-b52b54bd7a16","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.608562268Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5dbe3321-6367-4764-ad68-b52b54bd7a16","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.761747202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5de7f7ab-bf5e-4b40-a9a9-6e38050c3efe","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.897297399Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"759ba184-1dd4-4e4e-9291-aa8f77ff6d53","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1db7f710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.918996339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5de7f7ab-bf5e-4b40-a9a9-6e38050c3efe","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:43.949284419Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"974de919-4590-4eb5-a850-fe32783895a2","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1db7f710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.041538463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5de7f7ab-bf5e-4b40-a9a9-6e38050c3efe","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.041566458Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"5de7f7ab-bf5e-4b40-a9a9-6e38050c3efe","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:44.072863022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-56299c","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c","reconcileID":"9b429ed0-fe46-4954-b964-365b9eab200b","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-56299c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.097087567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"c4cad73e-bb29-4204-8856-3bb3ec691577","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.301273684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"c4cad73e-bb29-4204-8856-3bb3ec691577","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.376204119Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"8ce4ec4b-7f90-426b-8a45-395125bb0753","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1db7f710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.434438013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"c4cad73e-bb29-4204-8856-3bb3ec691577","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"name":"e2e-ipp-a-56299c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.4344613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"c4cad73e-bb29-4204-8856-3bb3ec691577","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-56299c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:44.486605486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-56299c-auth","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-auth","reconcileID":"c4cad73e-bb29-4204-8856-3bb3ec691577","error":"maasauthpolicies.maas.opendatahub.io \"ipp-route-56299c-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.638789426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"2dbb342a-eb0b-4f3d-abc4-89724fa0eb23","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.796091408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"9d7c2bd6-ac15-4f8a-8c8c-82b93bb4c272","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.796240476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"94a5492c-bebc-4684-ae68-5a59ed1c84c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.796096997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"984a1afb-1846-4ceb-8170-8d83302c7bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.852925484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"9d7c2bd6-ac15-4f8a-8c8c-82b93bb4c272","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.853155069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"94a5492c-bebc-4684-ae68-5a59ed1c84c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:44.856456976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"984a1afb-1846-4ceb-8170-8d83302c7bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:45.251073476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ae39ab-3186-4200-b803-1f4094e86e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:45.303211513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ae39ab-3186-4200-b803-1f4094e86e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:45.355484215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ae39ab-3186-4200-b803-1f4094e86e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:45.407589763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ae39ab-3186-4200-b803-1f4094e86e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.339276668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf06666-43ed-4fe5-a3d0-43d9e3e95e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.391827194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf06666-43ed-4fe5-a3d0-43d9e3e95e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.443912984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf06666-43ed-4fe5-a3d0-43d9e3e95e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.496185079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf06666-43ed-4fe5-a3d0-43d9e3e95e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.377903887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f21a8a-4d8c-4f93-86e9-6ee1288a72cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.431897555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f21a8a-4d8c-4f93-86e9-6ee1288a72cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.487647107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f21a8a-4d8c-4f93-86e9-6ee1288a72cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.539963981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f21a8a-4d8c-4f93-86e9-6ee1288a72cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.42868448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"28976996-7d74-422e-b1b4-af97b0512ca4","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","subscription":"ipp-route-56299c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.428829039Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"ipp-route-56299c-sub","reconcileID":"28976996-7d74-422e-b1b4-af97b0512ca4","MaaSSubscription":{"name":"ipp-route-56299c-sub","namespace":"ai-tenant-e2e-ipp-a-56299c"},"model":"ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-56299c/ipp-route-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.802741853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-sub","reconcileID":"92837c50-36e4-4992-bf79-c0fde4c43414","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.969121773Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.020302352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-sub","reconcileID":"92837c50-36e4-4992-bf79-c0fde4c43414","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.230154304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"2d59fa11-2b44-4ae7-ad7f-ad544611a775","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.277951716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"e2491ca5-7e70-4fdd-92b7-46750c4bbd79","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.427327276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"bbf8a281-0e6b-4216-b8f6-2770bc165f36","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.432545816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3a1caedc-02da-4be1-9cc9-c57ed2ddd92c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.433206734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"41e947a4-5081-43f4-aea0-dd862fa96724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.433322183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"2506295d-9293-4855-b010-6c2d2e9da292","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.489186555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3a1caedc-02da-4be1-9cc9-c57ed2ddd92c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.489673477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"2506295d-9293-4855-b010-6c2d2e9da292","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.491713358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"41e947a4-5081-43f4-aea0-dd862fa96724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.755648347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-ordering-auth","reconcileID":"830ecc6e-3813-4a11-b2aa-aff98ee2ebf2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.914787984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"3925f006-f6e8-40a5-a4c7-1bccd5605eea","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.241764075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"42258e62-4923-49d8-8595-321a3d84b891","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.296163388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"8ecb44ae-feec-45f6-a6d3-8a52391d9a78","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.451262762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"b407b9c2-4a6f-4cdd-8bdd-415139f99675","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.50753566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"b407b9c2-4a6f-4cdd-8bdd-415139f99675","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.518562503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cc565544-28f7-44ba-a8c5-def05fd41d85","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.572778007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"33d8f0a5-fd27-4e23-832b-de3f38355005","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:57.623076053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-success","reconcileID":"21594445-fd34-4d26-8652-19022cfd70c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.673868997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2ef2b6fc-176c-4f97-90b5-3cfb547e5d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.673914969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d48145b6-839e-428c-a07f-881697caa549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.730128097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d48145b6-839e-428c-a07f-881697caa549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.730137781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2ef2b6fc-176c-4f97-90b5-3cfb547e5d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.731367574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"791d91f5-1364-4760-aac4-ebc24587fa54","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.787933839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"e8a4ecf0-731b-438f-80e0-4bd4c1d00c6b","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.821007877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"441fbbed-cbdc-454f-8a8d-995d2bac1e18","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:57.975901419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"9ffa5f86-dae5-4b35-b541-7695977bc820","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.031819498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"9ffa5f86-dae5-4b35-b541-7695977bc820","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.053731111Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-success","reconcileID":"f61a81c9-6a19-4286-822e-11871fb80480","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.177258719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d4dd721b-cb69-462a-b78d-43d228319cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.177254893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9c7f35c7-48a8-4e4b-948e-9df5b7a9c67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.217800144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"011a6b42-ca61-44e1-a8f6-d193ad33c284","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.23478554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d4dd721b-cb69-462a-b78d-43d228319cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.235182848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9c7f35c7-48a8-4e4b-948e-9df5b7a9c67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.261954615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"e2829d22-6ca4-414b-8ca1-dac9b483fa1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:58.450146157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-success","reconcileID":"cd8d04ed-24cc-4f7e-8f24-f0b15188d436","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.023288223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"042c41f7-9176-4131-af13-a81f00ea4562","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.179203581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b2a93aa1-0aa5-4b47-951f-3d2d050fb8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.17923831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"493a10e1-457e-4c83-8874-005e0d01d119","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.179649406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8125c89e-9b01-4ed3-9326-49abf25c9687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.236356283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b2a93aa1-0aa5-4b47-951f-3d2d050fb8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.237238145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"493a10e1-457e-4c83-8874-005e0d01d119","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:01.239030746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8125c89e-9b01-4ed3-9326-49abf25c9687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:02.795567657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"8f48cf59-f050-4ade-9b8f-9cd9d957cd7c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-711318","tenantID":"e2e-praxis-b-711318","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:02.910208487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"8f48cf59-f050-4ade-9b8f-9cd9d957cd7c","name":"e2e-praxis-b-711318-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.185223263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-success","reconcileID":"72c6bd7f-2750-405b-b037-9b486212bbb5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.398570338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-success","reconcileID":"72c6bd7f-2750-405b-b037-9b486212bbb5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.607068704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"258e5134-22aa-43b6-b5b5-c63409f0ee77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.658409521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1152fdbc-8fd2-4b9f-9341-906a59eff220","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.806688531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"641079e2-ea0b-4dd6-81a2-764b934142d5","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.813146721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"a8abfbd7-0ea7-4866-b8b9-14d3c66ba238","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.81342347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ad9cb27b-230d-4f77-b0f9-f6d27d0f1a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.813661612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"648289f9-c56b-458d-9284-951245d1e18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.871108631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"a8abfbd7-0ea7-4866-b8b9-14d3c66ba238","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.871108633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"648289f9-c56b-458d-9284-951245d1e18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.873559371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ad9cb27b-230d-4f77-b0f9-f6d27d0f1a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.027500421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-success","reconcileID":"c2a6d227-9cc4-4e8d-8326-1e5722e79a7f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.186872259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"dca870ab-0574-4312-b444-85c955901bd5","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.420364395Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","namespace":"ai-tenant-e2e-ipp-a-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.420421831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","namespace":"ai-tenant-e2e-ipp-a-56299c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.420478662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","tenant":"e2e-ipp-a-56299c","tenantID":"e2e-ipp-a-56299c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.475584369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Deployment","name":"maas-api-e2e-ipp-a-56299c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.537935238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Service","name":"maas-api-e2e-ipp-a-56299c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.605352126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-56299c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.659098549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-56299c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.713166997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.768749428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.825333452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.881451955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.935158505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.988638677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.049029521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Service","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.110819913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.16449549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.218086975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.27300376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.37537269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cf72042b-21b6-4f8b-b15f-cc8b50a2f0e4","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.378114981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.432562664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"a9d9986b-a364-4b05-81cc-a486524d5f1e","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.433752498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.487131466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.540286689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-56299c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.589369204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"6cb709d7-a205-44ed-8649-37416719f16e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.5938199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-56299c"},"namespace":"ai-tenant-e2e-ipp-a-56299c","name":"default-tenant","reconcileID":"adc8e58d-075a-4741-beea-6b7f69436734","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-56299c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.64575395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"6cb709d7-a205-44ed-8649-37416719f16e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.65921057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"d05b1cd1-1333-4d28-b314-c13556302f94","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.716916983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"9fe221ce-a2d5-408f-b108-2a5e1afb6114","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:13.768586726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-no-access","reconcileID":"d854980f-bec5-4c3d-8932-50109c3b1069","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.813231171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"72960e83-f548-428d-bb1d-4f692ede1592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.819958319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b918d27e-6ede-4d2f-ad15-dfdaf4cc4547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.902110073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"72960e83-f548-428d-bb1d-4f692ede1592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.902671685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b918d27e-6ede-4d2f-ad15-dfdaf4cc4547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.904770959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"4efde94c-2336-4a31-8b96-3d95c9bcc498","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.958714123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"62491e94-daba-4e21-bdb4-3d222e40aa64","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.965127792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"f7886ca5-e51a-42e8-b78a-103b7f970173","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.119773648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"22c422dd-9f80-47af-b43b-1f999bb783aa","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.176643859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"22c422dd-9f80-47af-b43b-1f999bb783aa","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.220289757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c82f426e-5f56-4737-94cc-2eeff63ed04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.220287747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"836a2893-4ae5-4fc1-b3d3-33aa282ede69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.226226162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-no-access","reconcileID":"e4472664-4c1b-465e-ac89-3a3548203aec","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.276743583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"836a2893-4ae5-4fc1-b3d3-33aa282ede69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.276977483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c82f426e-5f56-4737-94cc-2eeff63ed04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.279483476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4679b531-2f99-4a14-a986-aeb8c6e63ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.33310256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4679b531-2f99-4a14-a986-aeb8c6e63ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.385475276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4679b531-2f99-4a14-a986-aeb8c6e63ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.437971451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4679b531-2f99-4a14-a986-aeb8c6e63ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:14.491388415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"22c422dd-9f80-47af-b43b-1f999bb783aa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.496261474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"204d7b3d-9979-47c7-a86c-9197c28cfea0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.543116349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"1eecef6a-0e45-4199-b4f7-0bb00b955325","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.704243024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"f2a87bcd-f833-43f4-ac9b-03e1aea79f68","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.75721315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-no-access","reconcileID":"4ee92691-267a-4d09-9987-f5249de7a769","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:14.76076672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"f2a87bcd-f833-43f4-ac9b-03e1aea79f68","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:16.336944136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7744ce-3d44-47d7-aca7-290ff81f6186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:16.389110753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7744ce-3d44-47d7-aca7-290ff81f6186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:16.441158374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7744ce-3d44-47d7-aca7-290ff81f6186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:16.493539035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7744ce-3d44-47d7-aca7-290ff81f6186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.106079911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"40f73d1c-5357-490f-bca9-a53c8a73ae98","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.271791567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c41b915c-9927-41df-a425-6775eec07761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.272039405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"4fa23320-3aac-4273-bb89-e4357cd46a30","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.271796222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b0bdf892-714a-46d0-b228-9dff59ddb96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.328143903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c41b915c-9927-41df-a425-6775eec07761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.329658641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b0bdf892-714a-46d0-b228-9dff59ddb96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.330682028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"4fa23320-3aac-4273-bb89-e4357cd46a30","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:18.443271995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b94a06-19a4-4ec2-a1ea-21cac15eef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:18.495360929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b94a06-19a4-4ec2-a1ea-21cac15eef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:18.547547088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b94a06-19a4-4ec2-a1ea-21cac15eef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:18.59989641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b94a06-19a4-4ec2-a1ea-21cac15eef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:20.509942031Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-56299c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-56299c","reconcileID":"5ea34f46-3d7f-45c0-9cd5-5353ba89cd6d","aitenant":"ai-tenants/e2e-ipp-a-56299c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:20.941016649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2ea6d9-b7e3-4fd2-8c09-59bed0da740c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:20.993377993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2ea6d9-b7e3-4fd2-8c09-59bed0da740c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.045839093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2ea6d9-b7e3-4fd2-8c09-59bed0da740c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.098196622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2ea6d9-b7e3-4fd2-8c09-59bed0da740c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.265998173Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-56299c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-56299c","reconcileID":"5ea34f46-3d7f-45c0-9cd5-5353ba89cd6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-56299c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-56299c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:22.996560784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4819e59-934a-43ae-93f3-c443c4b949f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.049002971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4819e59-934a-43ae-93f3-c443c4b949f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.104054468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4819e59-934a-43ae-93f3-c443c4b949f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.156844383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4819e59-934a-43ae-93f3-c443c4b949f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:24.97337477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:25.75773117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aecd7-08c4-435c-88ab-fe42384cb966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:25.812926819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aecd7-08c4-435c-88ab-fe42384cb966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:25.866228974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aecd7-08c4-435c-88ab-fe42384cb966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:25.920975239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aecd7-08c4-435c-88ab-fe42384cb966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.324223464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-no-access","reconcileID":"003b5949-e8ab-4d36-b806-035134f59db3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.538781544Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-no-access","reconcileID":"003b5949-e8ab-4d36-b806-035134f59db3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.750511819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"a111339f-34d1-42ab-a592-08bd98563977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.799567997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"cd066906-2dea-4be8-9695-5487c7cc0595","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.834499176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07df518c-0303-40fa-ae7b-703df3fcaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.890554274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07df518c-0303-40fa-ae7b-703df3fcaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.943113032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07df518c-0303-40fa-ae7b-703df3fcaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.960610286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"77b65f98-5e6b-4460-8c8e-efae8a3b2490","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:27.995504575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07df518c-0303-40fa-ae7b-703df3fcaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.048378352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4c26202-a2c0-4bdc-add7-49e82d2bae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.099735924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"900f65a2-7aac-4d94-8054-783114299068","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.104867539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4c26202-a2c0-4bdc-add7-49e82d2bae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.151990246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e4df6b1d-c3d1-4953-8577-c178b78204d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.156269142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"900f65a2-7aac-4d94-8054-783114299068","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.208271086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e4df6b1d-c3d1-4953-8577-c178b78204d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.314909897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-no-access","reconcileID":"bda44f69-f7f4-4a2d-9b52-891524a50634","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:28.474049505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"2f1f8c9f-3f69-4cda-ad81-2c56be588580","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.6064076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"20c94dba-cd8f-4f06-b72d-7fddfb39121a","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.660710733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7ea6b989-c1e5-4161-972c-4ba360617b7e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.8166147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"256ec68c-87e5-4f6f-ac35-3bb019d44511","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.873422177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"256ec68c-87e5-4f6f-ac35-3bb019d44511","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.877837713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"4dd7193c-999e-4285-8e2e-12f7f01309ac","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.932312368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aca7661-a713-492b-9478-0cd40769fbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.933948874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"5d644452-cb9a-4404-9efd-0e961fa3357b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:29.982640071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-free","reconcileID":"a789bdd8-c665-4a5b-ae4d-719bd517f8cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:29.98457761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aca7661-a713-492b-9478-0cd40769fbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.037127028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aca7661-a713-492b-9478-0cd40769fbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.089488334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aca7661-a713-492b-9478-0cd40769fbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.089606559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"1d39d92b-c089-45ab-8ace-db5314a80549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.090023712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"554e5d99-a7f8-405d-844f-e6c9b5ae35e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.14673091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"1d39d92b-c089-45ab-8ace-db5314a80549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.147254476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"554e5d99-a7f8-405d-844f-e6c9b5ae35e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.166192625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"153be595-9971-4796-a9fd-c6f92fa8ccd0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.166587653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f7d9bb priority=0:[ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-free ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.193444758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"9b80e183-d540-427c-bd06-2eaf3f767d0e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.218509028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"56df6773-6aee-4dc2-868a-d2ec89e84ddf","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.222775677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"83ef3a6c-f77f-43f2-b0c7-c0c11aa5d43e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:30.268911331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"d9c756e0-8381-474c-acd3-13a31392483c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.275499024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"33ee2aa3-4e67-4158-a65a-634a4563aab2","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:30.279164834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.359163609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"780e0c06-ecaf-4710-b1cd-588fc912136c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.415538598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"780e0c06-ecaf-4710-b1cd-588fc912136c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.415861419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"11faa27b-e1e2-4842-b570-052ae8188469","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.4722549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"6316f6b8-d692-4130-85b9-eccc9ad0b57d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.494212949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b4db675f-e1ae-4291-8668-4cff0fa70d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.543804214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-free","reconcileID":"59ae6987-dfcb-4e02-abfd-8e7458478e9c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.552969858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b4db675f-e1ae-4291-8668-4cff0fa70d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.594949573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b04fcdbb-3c6f-49ce-8f92-50699d774995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.651422646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"b04fcdbb-3c6f-49ce-8f92-50699d774995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.68077384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"dd0bb897-0ed0-4eea-a7a6-50f7b7a9d349","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.708354768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"47eb5b62-e123-4e7d-a408-0d2242f343f1","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.781161793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"15ef1b6f-9795-4a17-a55f-72594997a341","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.791932493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3023fbaf-9f0f-48ab-a437-e85df967ea67","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.845135473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"8b528e0b-b4c5-4834-bd60-126ca45a8779","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.848679288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3023fbaf-9f0f-48ab-a437-e85df967ea67","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.916679911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-free","reconcileID":"b5df2621-87cd-476c-bfd4-9c5f4f27e382","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.926351976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"363bd8b9-ce2d-40e7-a18a-125b0e02d477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:30.982889515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"363bd8b9-ce2d-40e7-a18a-125b0e02d477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:31.028439151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9298bc27-da5e-4fdf-944e-c8084c0bd899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:31.053476705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"1507f3d8-3903-4491-94da-451793104852","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:31.081994907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"c5cc1ebf-b0fa-4e7b-ac65-5c4968366976","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:31.086118154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9298bc27-da5e-4fdf-944e-c8084c0bd899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:33.986328006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb5257b-1809-4519-a0a3-2f9fadf8e685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.039377672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb5257b-1809-4519-a0a3-2f9fadf8e685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.092421032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb5257b-1809-4519-a0a3-2f9fadf8e685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.146873834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb5257b-1809-4519-a0a3-2f9fadf8e685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.50339895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"18fc3fe0-2eb9-4b58-96a4-1856842bc21c","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.659431067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"98d26724-c785-417c-8e23-a68c3d4cf4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.659634684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7def2480-aa0f-4958-97c8-0af08fb088d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.659441354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"821d04fc-8795-42a8-97af-5b0be9c38eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.720672697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7def2480-aa0f-4958-97c8-0af08fb088d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.724727632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"821d04fc-8795-42a8-97af-5b0be9c38eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:34.726075039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"98d26724-c785-417c-8e23-a68c3d4cf4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:36.043075139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425e8a39-edb4-48b0-b6f1-dd285968d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:36.102083579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425e8a39-edb4-48b0-b6f1-dd285968d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:36.154630184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425e8a39-edb4-48b0-b6f1-dd285968d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:36.207383024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425e8a39-edb4-48b0-b6f1-dd285968d64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.077158926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5237342a-4292-4ef1-955e-c30d5c618ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.129388619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5237342a-4292-4ef1-955e-c30d5c618ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.181920555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5237342a-4292-4ef1-955e-c30d5c618ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.235613547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5237342a-4292-4ef1-955e-c30d5c618ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.340848175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"5e32a1e4-d681-4a99-a0a4-e3d9b32e8d4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f9bff9","tenantID":"e2e-ipp-b-f9bff9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:38.454960849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"5e32a1e4-d681-4a99-a0a4-e3d9b32e8d4b","name":"e2e-ipp-b-f9bff9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:40.103350406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2b290-4c2b-4d06-860b-766ca1c3f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:40.156733428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2b290-4c2b-4d06-860b-766ca1c3f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:40.209164695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2b290-4c2b-4d06-860b-766ca1c3f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:40.263710729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2b290-4c2b-4d06-860b-766ca1c3f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.132539792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef2b1ae-2193-4679-aefb-cad3a3b0571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.189332551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef2b1ae-2193-4679-aefb-cad3a3b0571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.244046828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef2b1ae-2193-4679-aefb-cad3a3b0571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.29744325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef2b1ae-2193-4679-aefb-cad3a3b0571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.173542791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e273e8a1-1d6f-4523-b63d-7526e98f500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.225634141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e273e8a1-1d6f-4523-b63d-7526e98f500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.27779803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e273e8a1-1d6f-4523-b63d-7526e98f500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.330066743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e273e8a1-1d6f-4523-b63d-7526e98f500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.665438835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-free","reconcileID":"d9598ee7-869f-4246-8755-4019c4a75883","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:44.879673622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-free","reconcileID":"d9598ee7-869f-4246-8755-4019c4a75883","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.090261224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"151d81f4-48a8-4ef6-9322-657f9315535d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.090387877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"f1a8808f-cd05-4052-8972-25518037f2b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.137039547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7de829dc-462e-4be3-9dcf-21570ff5b495","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.19413808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"8b04fc81-9cab-418a-9979-22ec3bf579d8","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.287683176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"e2af0118-7a42-44f4-ad9a-e883797c7851","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.334254572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"51af2726-dc49-4a19-a42c-98f780b715d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.334519061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"0e6e5f23-9cd3-4da3-be2e-84be108564b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.334985974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d291531e-0d8c-4bea-9e45-24dde016a7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.44476639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d291531e-0d8c-4bea-9e45-24dde016a7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.444853573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"0e6e5f23-9cd3-4da3-be2e-84be108564b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.447167308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"51af2726-dc49-4a19-a42c-98f780b715d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.804366076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"48aaac97-d9e7-43a5-ab51-bce7f2dd6319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.804420578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"90e8334b-be14-4cb2-ac38-0943557fd183","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.804846995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df2c161d-f742-4cd4-b07c-4767c2277c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.861474461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"48aaac97-d9e7-43a5-ab51-bce7f2dd6319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.861497338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"90e8334b-be14-4cb2-ac38-0943557fd183","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:45.863939776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df2c161d-f742-4cd4-b07c-4767c2277c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:46.204035715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30007774-27b9-4bd4-8069-39ba5368c470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:46.258086162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30007774-27b9-4bd4-8069-39ba5368c470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:46.310603987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30007774-27b9-4bd4-8069-39ba5368c470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:46.363046924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30007774-27b9-4bd4-8069-39ba5368c470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:48.259645821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194f8d7-6e5b-4243-ae4e-2380c7468249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:48.315517068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194f8d7-6e5b-4243-ae4e-2380c7468249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:48.369320374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194f8d7-6e5b-4243-ae4e-2380c7468249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:48.422017711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194f8d7-6e5b-4243-ae4e-2380c7468249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:50.288448984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b0a4ef-ebe0-4407-ab4d-d712f9ea863d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:50.340799402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b0a4ef-ebe0-4407-ab4d-d712f9ea863d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:50.394110421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b0a4ef-ebe0-4407-ab4d-d712f9ea863d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:50.446213821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b0a4ef-ebe0-4407-ab4d-d712f9ea863d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:52.317474087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e4fc00-1e05-4880-96ee-e14d7d017357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:52.369914277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e4fc00-1e05-4880-96ee-e14d7d017357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:52.422453075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e4fc00-1e05-4880-96ee-e14d7d017357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:52.47528757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e4fc00-1e05-4880-96ee-e14d7d017357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:54.365447402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f13acf-bbe4-4fcd-8c03-93403e1aed4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:54.417711982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f13acf-bbe4-4fcd-8c03-93403e1aed4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:54.469914106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f13acf-bbe4-4fcd-8c03-93403e1aed4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:54.522451427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f13acf-bbe4-4fcd-8c03-93403e1aed4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:54.971943588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:55.498520794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"e46ed728-bbe4-4e1a-ab36-398f6179b586","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:55.783348563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-subscription-premium","reconcileID":"e46ed728-bbe4-4e1a-ab36-398f6179b586","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.054928172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"dc71f2d6-368a-4b9d-b0e1-6aca37ad57e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.088984924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"48ddbe9b-92b5-4667-82fe-568c8802798a","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.244624724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f36af698-e507-481e-94e6-1412a41b1d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.247739096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"987bb522-d460-4b7c-bbb7-bc954fdfa2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.248234162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"985f2216-9044-4935-9017-8fb6b3800ec1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.249076981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"9d267e3f-f47c-4c88-9e6d-7f571d15696e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.301565065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f36af698-e507-481e-94e6-1412a41b1d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.304792208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"987bb522-d460-4b7c-bbb7-bc954fdfa2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.306356432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"985f2216-9044-4935-9017-8fb6b3800ec1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.439178615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e5ffae-61f8-4474-908a-0cfc6a48dea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.492278754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e5ffae-61f8-4474-908a-0cfc6a48dea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.492407073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3e849a3f-14c2-4a68-b806-6e58238ba882","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.544535692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e5ffae-61f8-4474-908a-0cfc6a48dea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.597363867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e5ffae-61f8-4474-908a-0cfc6a48dea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:56.757124269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"8249103e-821b-4036-8635-16718baa795d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:57.935326122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"20fb771f-f9a9-4ff5-a104-a6def859a5bf","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:57.998746499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"aeebef53-cdc8-4fa0-8242-91f718507d20","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.166447277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"9c493235-b179-447a-8261-62ca94d692a7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.225772384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"9c493235-b179-447a-8261-62ca94d692a7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.229089394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7c7717c2-4b81-4312-a194-a909491a2e53","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.28317684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"35281ee6-2416-4476-8cee-dcd26823ef9e","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:30:58.332594418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-subscription","reconcileID":"2d446e62-34f1-4790-8703-a25c0f763507","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.387047948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1ebc263-6657-4bac-9c14-44332ebac86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.387047882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"188a6dd1-a6b5-41cf-8560-d250e145ba08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.44527894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"188a6dd1-a6b5-41cf-8560-d250e145ba08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.44530942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1ebc263-6657-4bac-9c14-44332ebac86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.447835363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"8f1dbcd2-324b-40f7-9e23-cb9bc072bb14","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.502778539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"849b2a3a-e85f-4c66-b418-548c8dd2231d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.543888912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"63f01668-06db-4dc0-a8fb-c3748ff986dd","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.567163146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fb9d5c-0d11-4b99-afa3-e5afed0a9eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.624291891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fb9d5c-0d11-4b99-afa3-e5afed0a9eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.677083648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fb9d5c-0d11-4b99-afa3-e5afed0a9eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.729536069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fb9d5c-0d11-4b99-afa3-e5afed0a9eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.833252098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"7ef2bd78-d77b-4f8b-9da7-380d869a2e5a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.839143256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-subscription","reconcileID":"86532095-a97e-4838-aa18-2a6262351366","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.885302595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"326bf03a-f4b4-440c-9645-7b2ac9bb50c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.889237517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"7ef2bd78-d77b-4f8b-9da7-380d869a2e5a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.941309859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"326bf03a-f4b4-440c-9645-7b2ac9bb50c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:58.99958964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6add059e-050d-45da-b2c8-89a4c34fb961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.054075975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"21ffc808-485f-461e-9b6e-55fa548cd950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.057765036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6add059e-050d-45da-b2c8-89a4c34fb961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.058904942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7b6ee170-3aa6-4bcb-9028-9c752ae9e37c","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.155103687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","namespace":"ai-tenant-e2e-praxis-a-f760d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.155180755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","namespace":"ai-tenant-e2e-praxis-a-f760d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.15525093Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","tenant":"e2e-praxis-a-f760d3","tenantID":"e2e-praxis-a-f760d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.210455742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f760d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.273681781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Service","name":"maas-api-e2e-praxis-a-f760d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.277230844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-subscription","reconcileID":"2f73e7f2-053b-4159-b71d-a3a21d167d1b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.327982821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f760d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.381476214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f760d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.436825222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.49085279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.546929036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.604907891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.656833286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.709013313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.804288935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Service","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.861594681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.916110062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.967882554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.02396872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.079064443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.130771211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.18247454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.234744691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f760d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.286570475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f760d3"},"namespace":"ai-tenant-e2e-praxis-a-f760d3","name":"default-tenant","reconcileID":"3eb53abe-2ab4-4645-9dec-51b93e684e99","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f760d3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.66802421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fc910b-8972-4c0f-9bb0-fa83b58be0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.724178947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fc910b-8972-4c0f-9bb0-fa83b58be0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.776822424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fc910b-8972-4c0f-9bb0-fa83b58be0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.829219472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fc910b-8972-4c0f-9bb0-fa83b58be0a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.658457706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"a0720171-8d73-4092-868e-50693ef43dd5","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.833454496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"e0293496-411b-40be-9f91-509d211f6981","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.833653417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"099e17c8-183c-455f-886e-906058e16523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.833754609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"44fdeef6-85e9-4a38-85bf-014dc8256cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.943800753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"099e17c8-183c-455f-886e-906058e16523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.943835366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"e0293496-411b-40be-9f91-509d211f6981","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:01.946425782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"44fdeef6-85e9-4a38-85bf-014dc8256cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:02.376932769Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f760d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f760d3","reconcileID":"7076dfdd-c960-4e42-94dc-e3c1abc5f3f6","aitenant":"ai-tenants/e2e-praxis-a-f760d3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:02.713840081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86982ac8-38a8-4836-aa44-0e8b3953db07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:02.766379147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86982ac8-38a8-4836-aa44-0e8b3953db07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:02.819348875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86982ac8-38a8-4836-aa44-0e8b3953db07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:02.871615006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86982ac8-38a8-4836-aa44-0e8b3953db07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:03.147440972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f760d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f760d3","reconcileID":"7076dfdd-c960-4e42-94dc-e3c1abc5f3f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f760d3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f760d3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:04.778492078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ddaf9-feb5-4d80-9292-82227f102598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:04.831296507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ddaf9-feb5-4d80-9292-82227f102598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:04.883798327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ddaf9-feb5-4d80-9292-82227f102598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:04.936139675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ddaf9-feb5-4d80-9292-82227f102598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:11.38705709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f039d990-7b3b-4b73-8663-002724ee8292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:11.439406905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f039d990-7b3b-4b73-8663-002724ee8292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:11.493251657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f039d990-7b3b-4b73-8663-002724ee8292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:11.547095492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f039d990-7b3b-4b73-8663-002724ee8292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:11.825682292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-subscription","reconcileID":"29381138-68c9-4d06-ba48-32bf8d59fc67","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.041499373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-subscription","reconcileID":"29381138-68c9-4d06-ba48-32bf8d59fc67","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.250993378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"75ca162a-38c1-4daa-ae52-4f68881af79f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.254079797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f8634dc3-25f8-41b4-9842-24dffe38d0a8","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.408764405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"1da0bf5d-f4cf-4492-8a63-eca6fd8c1004","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.409043592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"41380bea-61fe-4c2a-8f4a-6e3ea31d13bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.409404568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df0f9b58-7dc2-4e86-b884-4e88c8ed5a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.413356194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"91a76d53-8ac0-43e1-b9bd-6e1ff369844b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.465363858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"1da0bf5d-f4cf-4492-8a63-eca6fd8c1004","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.465492367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df0f9b58-7dc2-4e86-b884-4e88c8ed5a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.467888108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"41380bea-61fe-4c2a-8f4a-6e3ea31d13bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.693615485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-auth","reconcileID":"b2c4bec2-61d6-4e0b-abe9-f779e0aaeddf","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.854341649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"2c525521-cf1e-43d2-95ca-b710244f5805","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.430513089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5004606f-6736-415b-9866-a8e71de23928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.483131477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5004606f-6736-415b-9866-a8e71de23928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.535502757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5004606f-6736-415b-9866-a8e71de23928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.587905213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5004606f-6736-415b-9866-a8e71de23928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.777091101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"98c02212-aa43-46d7-b08d-c3d97b4332f7","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:13.853400868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"869f02ec-e906-482b-9720-b526f77d4fff","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.00930116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"6055612a-1ec7-4cf0-9bcc-cfca5990542c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.050887631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"77d7ecc4-3e3f-40e6-883e-23016d00b100","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.065537462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"6055612a-1ec7-4cf0-9bcc-cfca5990542c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.107754227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"f98b633e-7661-4456-ab62-4d8ddd27a1b9","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:14.154534219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-sub-only","reconcileID":"2f01605a-b404-478a-981f-4bb2a6ec0507","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.206665652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5e81e8fa-541d-462d-974c-b501829acc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.206666103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ceb1de97-6a5b-4c81-afe0-ee3c5405d69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.264463777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ceb1de97-6a5b-4c81-afe0-ee3c5405d69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.264520488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5e81e8fa-541d-462d-974c-b501829acc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.265169591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"fc54007f-cc0d-4643-8dcf-782c419aa267","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.322349193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"53e42715-3543-499e-9e91-a878e0d335e0","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.378951162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"24bfaeac-5c69-4ba0-b900-e0956f420fa7","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.635050043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"fec33764-2952-4002-a1cd-fdcf47a46f75","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.686689539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"40b1e134-3121-4a7a-b957-fd1ab05ba58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.691161794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"fec33764-2952-4002-a1cd-fdcf47a46f75","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.692064983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-sub-only","reconcileID":"c27d02f9-dc02-425f-bf6a-c9b44e259eaf","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.738838652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5acf4de1-0940-4a8a-a9cc-1684c198f7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.743402437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"40b1e134-3121-4a7a-b957-fd1ab05ba58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.79466137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5acf4de1-0940-4a8a-a9cc-1684c198f7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.855517328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"58d050f4-4199-4562-95b0-a3a0d2510440","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.89991828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"30daaca9-62bd-4a45-a996-184156e37cd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.155391016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-sub-only","reconcileID":"d7b3bfcb-8c40-47a4-afc6-1d2bc833d937","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.535032929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5da460d-18e0-44c2-9a6f-1df653e1a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.587608556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5da460d-18e0-44c2-9a6f-1df653e1a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.640047942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5da460d-18e0-44c2-9a6f-1df653e1a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.692360552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5da460d-18e0-44c2-9a6f-1df653e1a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.80854347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","namespace":"ai-tenant-e2e-praxis-b-496177","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.808622432Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","namespace":"ai-tenant-e2e-praxis-b-496177","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.80871219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","tenant":"e2e-praxis-b-496177","tenantID":"e2e-praxis-b-496177","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.862074257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Deployment","name":"maas-api-e2e-praxis-b-496177","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:15.966264623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Service","name":"maas-api-e2e-praxis-b-496177","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.020507697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-496177","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.074043278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-496177","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.128475493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.184636219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.241447947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.302261406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.35503202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.4065982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.458245212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Service","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.509923727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.561660679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.613773396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.667760609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.751847747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.803726088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.855822541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.907675968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-496177","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:16.959424602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-496177"},"namespace":"ai-tenant-e2e-praxis-b-496177","name":"default-tenant","reconcileID":"2b914258-8939-42b7-8eb3-7dea1ad7fbde","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-496177","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.399386869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"4c3766cd-0d8b-44e5-bee3-ad4b2a8c447b","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.556037173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"75281168-55ca-4ece-a9ac-793d45d2f04a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.556259829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"450686e9-6b3f-4e82-8a07-cba880437056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.55603931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a904c82c-e7af-437d-8c27-be32cf895892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.612608621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"450686e9-6b3f-4e82-8a07-cba880437056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.613865397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"75281168-55ca-4ece-a9ac-793d45d2f04a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.615194283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a904c82c-e7af-437d-8c27-be32cf895892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.651931431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4cdc2-b305-4b0e-99e0-6a05815e7b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.704207764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4cdc2-b305-4b0e-99e0-6a05815e7b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.757086304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4cdc2-b305-4b0e-99e0-6a05815e7b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:17.809640493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b4cdc2-b305-4b0e-99e0-6a05815e7b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:22.3015303Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-496177","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-496177","reconcileID":"fd779bb0-b3af-4962-b0c5-14df54f8c72f","aitenant":"ai-tenants/e2e-praxis-b-496177","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:22.883898574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea201cf-4c55-4915-a3e1-1471f6245ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:22.9362509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea201cf-4c55-4915-a3e1-1471f6245ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:22.988606264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea201cf-4c55-4915-a3e1-1471f6245ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:23.041042771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea201cf-4c55-4915-a3e1-1471f6245ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:23.173880572Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-496177","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-496177","reconcileID":"fd779bb0-b3af-4962-b0c5-14df54f8c72f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-496177","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-496177"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:24.971037581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:24.988056606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c43c348-54e2-465a-b818-4028ee7fe08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.040894725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c43c348-54e2-465a-b818-4028ee7fe08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.093180165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c43c348-54e2-465a-b818-4028ee7fe08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.145772662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c43c348-54e2-465a-b818-4028ee7fe08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.714497259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8a78c591-ac21-4c69-adca-dc1d51c5a0e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.175347102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fa05f3-0a2e-4c67-851f-f134b282dfd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.239849446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fa05f3-0a2e-4c67-851f-f134b282dfd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.293287516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fa05f3-0a2e-4c67-851f-f134b282dfd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.346634431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fa05f3-0a2e-4c67-851f-f134b282dfd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.562294419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-sub-only","reconcileID":"6c6d758f-34c7-47ac-890c-3b41a51c987b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:27.816290209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-sub-only","reconcileID":"6c6d758f-34c7-47ac-890c-3b41a51c987b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.044464723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"378d1c38-b37e-4c99-b45e-804096fe46c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.106307843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"f7e9f622-eefa-413c-bd49-5cecf92924bc","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.261991798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1096a23f-0d04-4a99-a4dc-0b4d9525566d","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.277672974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e2ff0e43-c379-4a9a-9c3f-d1880acde667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.279249801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"38a66d29-8d59-450a-a33e-63d3174739e5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.279393472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"16ace7f0-dadc-4614-810d-2953811698dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.369092734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e2ff0e43-c379-4a9a-9c3f-d1880acde667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.37496218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"38a66d29-8d59-450a-a33e-63d3174739e5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.378433097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"16ace7f0-dadc-4614-810d-2953811698dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.581511977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-test-group-no-auth","reconcileID":"af47d064-966b-4c82-879a-211dd69bc9cb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.803142241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"e3b65e43-b224-40c4-bd21-554e1478fe76","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:28.903413709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"9551a2aa-8394-4773-96d0-abfda3e17f13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.297497894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","namespace":"ai-tenant-e2e-ipp-b-8857cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.297581702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","namespace":"ai-tenant-e2e-ipp-b-8857cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.297656587Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","tenant":"e2e-ipp-b-8857cb","tenantID":"e2e-ipp-b-8857cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.355210899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8857cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.384387359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922a84fa-d8aa-4eaa-ac8e-02b8edc923d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.439034738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922a84fa-d8aa-4eaa-ac8e-02b8edc923d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.444339074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Service","name":"maas-api-e2e-ipp-b-8857cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.493072183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922a84fa-d8aa-4eaa-ac8e-02b8edc923d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.546722465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922a84fa-d8aa-4eaa-ac8e-02b8edc923d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.548854057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8857cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.606250101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8857cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.663788036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.719064854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.82995306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.887005124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.940893097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:29.994821273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.058767694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Service","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.122135759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.175949843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.195523815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"8b229da3-9329-463a-a25b-a5d2442e0d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.2301126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.284617167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.339139945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.39400243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.451660718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.510301698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8857cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:30.564075864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8857cb"},"namespace":"ai-tenant-e2e-ipp-b-8857cb","name":"default-tenant","reconcileID":"17959a96-32a7-4585-b93e-c694f0d8daf9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8857cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:31.679429853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c83fdb-044d-435e-95f2-56877219f278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:31.739625424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c83fdb-044d-435e-95f2-56877219f278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:31.792603677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c83fdb-044d-435e-95f2-56877219f278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:31.845304023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c83fdb-044d-435e-95f2-56877219f278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:32.293680229Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8857cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8857cb","reconcileID":"a14cd335-b3f7-4f31-9714-ae00e8349198","aitenant":"ai-tenants/e2e-ipp-b-8857cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:32.809927296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0ed5f037-585a-4829-8a6b-19f035a625bc","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:32.864603275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b40584e6-ee11-4472-95f4-83703719acf4","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.042063629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"11c7a0e7-4461-4ae1-b575-a06a35a45fb3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.048232759Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8857cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8857cb","reconcileID":"a14cd335-b3f7-4f31-9714-ae00e8349198","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8857cb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8857cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.100033311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"3351bd3c-61ac-46af-a37d-d57da68b4aea","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.103854277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"11c7a0e7-4461-4ae1-b575-a06a35a45fb3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.154767595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"3e16d025-7ec1-4433-8e88-64e7241238db","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:33.205161422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-user-subscription","reconcileID":"7d93005b-3364-4702-baa0-2e26551f0ce4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.35452472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"5bf28632-a64b-4d57-a052-a011825e557e","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.354559541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"e92f6fdb-ed11-4f1c-9ef9-2bf347be960f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.355305259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"924bcfa0-c082-4ebb-a017-de643c32c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.35530531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0d6a7bdd-537e-4cde-b30a-e39af70f47b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.412402252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0d6a7bdd-537e-4cde-b30a-e39af70f47b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.412957385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"924bcfa0-c082-4ebb-a017-de643c32c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.413248627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"96f8fe41-3368-4a7e-a446-2feebaef0042","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.456209314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1bccbd priority=0:[ai-tenant-e2e-worker-w1-1bccbd/e2e-test-other-subscription ai-tenant-e2e-worker-w1-1bccbd/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.456540799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"328f4e56-0c31-4ec9-84e9-c9fbe31e48b7","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.51087979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"c5e0f16a-44dc-4d0b-ad5f-569897515346","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.513420761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"2774576f-fd58-421f-8945-27a367f67e68","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.561638563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"8f99bda9-d3da-470c-9a91-2d31d19f627a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:33.566215348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1bccbd/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.618375113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"c1801210-171a-40c1-9301-cbfcc2629c53","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.668063706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"f2cc1e32-2d51-4372-883f-0466b7b2dd44","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.680863434Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-user-subscription","reconcileID":"b83dc5bb-5350-4311-a883-bc775f915fd5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-1bccbd/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.773421681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"f2cc1e32-2d51-4372-883f-0466b7b2dd44","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.825276301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"1999c340-2bf9-4b54-af27-cea073b8aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.825494973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"197bfc39-1d3d-4e9b-90d6-79cf1f4dec31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.849187995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-other-subscription","reconcileID":"fc42959f-aa6e-40a2-ba26-0dbc34c74bd3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.879185428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2861b736-e146-4eb2-841d-67316fb7cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.87956058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"e89793d4-49a9-4e95-9ae6-c27360efe93a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.883503955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"197bfc39-1d3d-4e9b-90d6-79cf1f4dec31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.883720957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"1999c340-2bf9-4b54-af27-cea073b8aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.931553378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2861b736-e146-4eb2-841d-67316fb7cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.931831694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"6f095d2a-a257-4ce9-bc23-9a5a5ad67cde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:33.984181546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2861b736-e146-4eb2-841d-67316fb7cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.036566756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2861b736-e146-4eb2-841d-67316fb7cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.094193822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0fc6c486-98a1-4938-987c-800678e0364c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.194954981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"8da1588d-b648-4339-84be-dc5a347ecd2d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.19541608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-user-subscription","reconcileID":"a9c7432f-56ea-48be-aab6-a9c67dbaeff8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.254138578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"8da1588d-b648-4339-84be-dc5a347ecd2d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.360327486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-other-subscription","reconcileID":"23242526-7460-4d05-8a55-2dc7c54a213a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:35.911344798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c3a202-3f1b-4422-a995-7b77454b5a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:35.964155489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c3a202-3f1b-4422-a995-7b77454b5a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.01637756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c3a202-3f1b-4422-a995-7b77454b5a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.068670261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c3a202-3f1b-4422-a995-7b77454b5a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.463329512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"72b34116-7c1f-4e5b-af31-093bacdcb356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.560881505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"993101d4-d417-4778-80ed-da81cd2f09c5","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.617313944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1e8fd8d2-8edd-48b0-aff1-2a3239b6f7b0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.736188024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"08fd56f3-28ef-46f3-a3c7-61c1e0ef9863","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.775148129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"a281fec8-8bd9-4737-95f3-daaeb3b31f5b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.833074109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"a281fec8-8bd9-4737-95f3-daaeb3b31f5b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.856304769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"f7b07b0f-69f4-468e-b26c-cf4130709c20","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.900538805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a4c2a08c-d94f-48a0-9248-99acfee2905a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.90068418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5ea4fc37-3b29-4b0c-99c2-34c439681dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.900538067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"da939955-33e4-40fb-97bf-9b96023ed42c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.912755622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"dcb2dcfa-94e8-414e-a660-3f2a2a64ebe0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.957465951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"da939955-33e4-40fb-97bf-9b96023ed42c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.957851667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a4c2a08c-d94f-48a0-9248-99acfee2905a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.960029913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5ea4fc37-3b29-4b0c-99c2-34c439681dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:36.961340034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-sub","reconcileID":"ef283ca6-8982-47e3-b8f3-820f88cf5773","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.972448446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"41368f12-119b-4fef-9b24-727757bfdb86","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.010961771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1e083ed0-c4c0-4d53-9cbd-17b93e76bf47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.0727383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"30b11aef-1e7a-48c5-8710-dc526cf0272f","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.077585156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1e083ed0-c4c0-4d53-9cbd-17b93e76bf47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.163291016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"99d9afbb-71e1-4082-96b8-06ddccfeff05","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.165913523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"eed05331-a0f2-4cd4-a048-c79c02abe6a7","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.317917301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"10e01fae-531e-41ba-a64f-85510682d4ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.346311511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"eaad59f6-4358-4a73-a6b8-92e870c83c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.373750599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"10e01fae-531e-41ba-a64f-85510682d4ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.402256149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"eaad59f6-4358-4a73-a6b8-92e870c83c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.501522901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"df70cf97-8038-4792-b28b-90c3bd306680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.502146493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-sub","reconcileID":"a137b0b9-edbe-428a-a72d-025237a7d3cd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-status-active-sub","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.560636716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"df70cf97-8038-4792-b28b-90c3bd306680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.707438515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"76b08206-8391-49b4-b3ff-7f2772ade717","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.762434781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1b20442b-76c0-45bb-95d2-a2952fa59747","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.971547951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-sub","reconcileID":"c0fea255-26e5-4478-aae6-34de1847fc19","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.038169468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbfbd3-48dc-4f82-b690-0866d9602ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.090297842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbfbd3-48dc-4f82-b690-0866d9602ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.142932949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbfbd3-48dc-4f82-b690-0866d9602ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.195076687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbfbd3-48dc-4f82-b690-0866d9602ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.660650965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"97a8bf5b-0274-4e13-afbd-92f97ece8bb0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.772478768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"6b54f9d8-50ac-4e6c-915a-020002a44685","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.81658522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7000e565-89db-4b43-841d-b039088c3893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.816655309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"52361700-79ea-44a6-94a2-fd88721c721f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.817220909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"2f597ef6-6b76-451c-a141-2f2e595a9821","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.873143525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"52361700-79ea-44a6-94a2-fd88721c721f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.873413508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7000e565-89db-4b43-841d-b039088c3893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:39.876192947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"2f597ef6-6b76-451c-a141-2f2e595a9821","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:40.137373824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4228d3-accb-4a08-b06b-0a57cefa37f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:40.189615155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4228d3-accb-4a08-b06b-0a57cefa37f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:40.242778621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4228d3-accb-4a08-b06b-0a57cefa37f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:40.295243177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4228d3-accb-4a08-b06b-0a57cefa37f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:42.265975189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd233040-d3d5-48bd-8cc2-188044f095dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:42.328188152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd233040-d3d5-48bd-8cc2-188044f095dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:42.380504082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd233040-d3d5-48bd-8cc2-188044f095dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:42.432851356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd233040-d3d5-48bd-8cc2-188044f095dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:43.375245515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"3797aa66-5e7d-43be-8f1c-f87320d1f3ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:46.903057645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-user-subscription","reconcileID":"2c7c9245-a6ad-4c9f-994e-cb60bde755ab","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.138336824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-user-subscription","reconcileID":"2c7c9245-a6ad-4c9f-994e-cb60bde755ab","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.363793936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"42ba94e7-5ce5-4e5d-9ac3-f288608a743f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.364617481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-other-subscription","reconcileID":"4238bafd-d7a9-40fb-bdcd-2aa12c46365b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.480148353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"b869f743-a9c8-40c8-b2c1-b31c11088e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.529059179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"a18f09cd-fac1-49eb-8b9f-8b395fa9c55e","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.686569459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4ed5b939-1d03-4d24-ba34-e410b1e112e9","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.687417018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"65cad8a1-d8a5-4da0-991d-868deda39c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.68750747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d0933f08-3f7d-4c46-b0c8-bf0f7afc4f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.68793414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"daaf9225-a65a-49cc-bf84-cd414628aac8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.744849047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d0933f08-3f7d-4c46-b0c8-bf0f7afc4f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.746191225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"daaf9225-a65a-49cc-bf84-cd414628aac8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.747293505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"65cad8a1-d8a5-4da0-991d-868deda39c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.126324289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"001456dc-abb1-4289-9fd4-beb301ae5f92","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.127362283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"5e49a0bd-1ce9-4da5-aaac-2842fc7389b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.12797306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5e733fe0-d46b-47f7-b2b8-e733a87123fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.186387934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"5e49a0bd-1ce9-4da5-aaac-2842fc7389b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.186466049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"001456dc-abb1-4289-9fd4-beb301ae5f92","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.189080803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5e733fe0-d46b-47f7-b2b8-e733a87123fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.494634994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"19624853-f2b6-4ebf-a7f9-4bf1c980b6d3","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.554178105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"989765dd-f708-4ddd-a2a9-2fc235124697","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.723056468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"8382759b-65bf-4600-ad7d-847c2d74e39a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.780356875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"8382759b-65bf-4600-ad7d-847c2d74e39a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.788349717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"78d1ea2f-27a6-4142-af69-862ed1a29779","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.844518484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"87ff880f-4811-49e6-8bff-044d7b86d389","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:48.893951211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"53963134-a368-4d7d-a060-916f48caaa08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.94545906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"463c7fd8-275d-4c21-85cc-eb27dd120ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.945642722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"0c95ee13-0181-4be3-b2a7-ebb32b2adcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.003320609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"463c7fd8-275d-4c21-85cc-eb27dd120ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.003342762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"0c95ee13-0181-4be3-b2a7-ebb32b2adcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.004096315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"47db212f-00e6-41fc-8d52-fa661fea232b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.047545798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"a6bff915-5658-4b7f-85ac-7f3772b9f0ff","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.061585845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"ca5dd5c1-2486-42d9-b941-f20bfaba0128","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.203859465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"f5db8a64-4ace-4949-97ce-b03189033638","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.260780492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"f5db8a64-4ace-4949-97ce-b03189033638","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.327013824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"237311b6-c75c-4f74-bdcb-c7437582124e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.327211302Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"237311b6-c75c-4f74-bdcb-c7437582124e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.362605258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b30be166-991d-4566-ba13-cc0d37cabbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.362874682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"16b884d3-683f-4c80-9faa-7d56cee1b319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.421079573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b30be166-991d-4566-ba13-cc0d37cabbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.421905091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"16b884d3-683f-4c80-9faa-7d56cee1b319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.536611815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7709f696-7e42-4b7f-8609-7d28df882292","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.545351057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"36e1f3f8-ddf6-4372-bc31-071182a35815","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.754450065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"9b697b5f-6165-4e14-acfa-9efb447073b8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.75460109Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"9b697b5f-6165-4e14-acfa-9efb447073b8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.821942943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-sub","reconcileID":"997007ac-3a27-47dd-80a0-d1849a061091","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.035821942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-sub","reconcileID":"997007ac-3a27-47dd-80a0-d1849a061091","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.245387077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"56c39fca-a08e-4efb-9fad-e6791936f1e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.296480965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"095d93b1-01fa-4f93-992c-ad0492ca1533","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.354672375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"37aedabe-947a-4dc4-9455-ad9248c698de","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.453177926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"0518dafe-78f5-41bd-bdc8-209082364751","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.453203865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3f4c3a56-da81-4ff6-8760-9bd24f7bc34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.453633413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cd4e78a3-c562-4bac-96f6-01c35f9eb3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.462464274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"3b81e782-1615-4da5-921c-bb36175ceddc","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.509242374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"0518dafe-78f5-41bd-bdc8-209082364751","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.509547682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cd4e78a3-c562-4bac-96f6-01c35f9eb3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.511837771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3f4c3a56-da81-4ff6-8760-9bd24f7bc34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.665119628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-active-auth","reconcileID":"db8d55de-7fc4-42fd-8746-193ac885f34d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:50.869654106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"ca78feae-9ac8-4715-aabe-5556a8278e1d","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.238258402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"5b19de28-7ea3-493b-9ca3-ac8b810bd851","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.411140476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"42b88e97-6f52-4c52-97b7-9fbaf32be8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.413386229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6ee87299-5f82-471a-b63b-24a4ec9bf05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.41341181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"6eaf4b35-9b34-4e2b-b74b-4d775c7adbd5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.429653391Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","namespace":"ai-tenant-e2e-praxis-a-7f760c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.429736796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","namespace":"ai-tenant-e2e-praxis-a-7f760c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.429796051Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","tenant":"e2e-praxis-a-7f760c","tenantID":"e2e-praxis-a-7f760c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.46831626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"42b88e97-6f52-4c52-97b7-9fbaf32be8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.47138185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"6ee87299-5f82-471a-b63b-24a4ec9bf05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.471982449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"6eaf4b35-9b34-4e2b-b74b-4d775c7adbd5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.484007852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7f760c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.543751215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Service","name":"maas-api-e2e-praxis-a-7f760c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.598392437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7f760c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.652083837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7f760c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.707373948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.770942189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.828342697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.884047424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.93609643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:51.988502968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.046252639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Service","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.053945398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"8a4b8cb6-bb5b-449d-b087-3b9c12010266","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.098504141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.111100947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"8a4b8cb6-bb5b-449d-b087-3b9c12010266","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.150348965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.166091761Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"8a4b8cb6-bb5b-449d-b087-3b9c12010266","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.202185769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.253942389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.308981612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.360593181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.41325493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.470944464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7f760c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.523067266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7f760c"},"namespace":"ai-tenant-e2e-praxis-a-7f760c","name":"default-tenant","reconcileID":"e88aaab2-36b6-446c-b76e-5a798e98d176","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7f760c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.601435884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"ff4774eb-aa2d-4b91-b150-d7be03a0d80d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.657739884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"ff4774eb-aa2d-4b91-b150-d7be03a0d80d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:52.716491788Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"ff4774eb-aa2d-4b91-b150-d7be03a0d80d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:54.250611431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-failed-auth","reconcileID":"08694d04-03b2-4f64-8f01-1970957efe0e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:54.970607913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.536811573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"1167ac82-3d9a-4d7a-a242-3f857eb200f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.536838571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"1167ac82-3d9a-4d7a-a242-3f857eb200f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.604975457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"d515714e-a6dd-4e93-9c34-b95a8c38caf3","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.711281739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"9295e4c4-85e3-42d4-a4d9-13fcf0eb6f44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.711301147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"9295e4c4-85e3-42d4-a4d9-13fcf0eb6f44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.767258508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"f301da82-be0e-4eb1-921f-5217bfe21d3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.767277451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"f301da82-be0e-4eb1-921f-5217bfe21d3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.99719659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"030ced4c-316d-451b-abb2-a46d95859349","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:55.997215955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"030ced4c-316d-451b-abb2-a46d95859349","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.000974259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"12102c85-23ff-4847-af9e-fe52e34d2711","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.056118456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"030ef417-868f-4b79-bbac-24cf635ab78d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.056140918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"030ef417-868f-4b79-bbac-24cf635ab78d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.058879293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"12102c85-23ff-4847-af9e-fe52e34d2711","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:31:56.102390038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"ea967a7e-610d-4033-8ac5-736c3f7a8b30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.20835335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4f876f10-1e0c-4ea7-9b0d-030f2fb56f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.208840834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"544e16d3-c377-4318-b6aa-9923c3e0fadf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.209833117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"fc5a3ee7-8500-4764-a76d-f2b564018e02","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.20984847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"fc5a3ee7-8500-4764-a76d-f2b564018e02","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.210787333Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f760c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f760c","reconcileID":"3b718e7d-4aa8-480b-a538-0b4756c624cf","aitenant":"ai-tenants/e2e-praxis-a-7f760c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.301470756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4f876f10-1e0c-4ea7-9b0d-030f2fb56f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.303955153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"544e16d3-c377-4318-b6aa-9923c3e0fadf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.304873109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"40035a4c-3984-4503-8efa-01422d49115d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.304888754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"40035a4c-3984-4503-8efa-01422d49115d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.414876959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"eac89ae4-cd1d-4ce0-bc0f-06ef02d9f317","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.414899795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"eac89ae4-cd1d-4ce0-bc0f-06ef02d9f317","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.519117375Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"ba684114-2758-4dfe-b6d1-f9b394ef4923","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.625888216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"ed8d30de-3248-4b41-8755-f1b1e869fd62","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.68251894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"ed8d30de-3248-4b41-8755-f1b1e869fd62","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.684835063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"9aa5de49-d636-4575-8ea2-05c922e790d4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.684850809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"9aa5de49-d636-4575-8ea2-05c922e790d4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.768583666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b2fd8c30-c805-4e61-b436-1378210ec1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.768582434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"02e306c7-c106-4fbc-89f2-910bae852faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.825421859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"02e306c7-c106-4fbc-89f2-910bae852faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.825424007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b2fd8c30-c805-4e61-b436-1378210ec1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.846233824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78353299-3881-4796-9ec5-8417e991e8eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.89411388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"0efde448-a460-46e9-aec2-cec7131f3d1d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.898847811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78353299-3881-4796-9ec5-8417e991e8eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:56.951236823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78353299-3881-4796-9ec5-8417e991e8eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.004263784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78353299-3881-4796-9ec5-8417e991e8eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.067311429Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7f760c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7f760c","reconcileID":"3b718e7d-4aa8-480b-a538-0b4756c624cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7f760c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7f760c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.114194127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"1eefc51b-de52-4104-9601-0414fb81bc94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.1142142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"1eefc51b-de52-4104-9601-0414fb81bc94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.864490923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-other-subscription","reconcileID":"65570c67-1daf-49ea-b8f3-56a7d964c9df","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.084611976Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-other-subscription","reconcileID":"65570c67-1daf-49ea-b8f3-56a7d964c9df","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.300906722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"b51df03a-ddb7-48c9-96e0-6588c5db508b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.360904136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"2ee1978f-2c73-4ef3-b80a-69e286b31430","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.420426326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"bfc99b54-4a28-416f-a73b-77937788ea15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.420450225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"bfc99b54-4a28-416f-a73b-77937788ea15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.518304697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"87d41534-8ce2-45b6-ac8a-a50b0826025f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.518315424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e8e31489-7585-4335-9cc6-51c69de1df02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.519286121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f8c26c29-c42a-4a3f-81a6-e5627dd9360d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.530626947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"bc01cd2c-e617-4ab9-a2b7-fd2169facb33","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.576037278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f8c26c29-c42a-4a3f-81a6-e5627dd9360d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.576517912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"87d41534-8ce2-45b6-ac8a-a50b0826025f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.579466605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e8e31489-7585-4335-9cc6-51c69de1df02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.789155213Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-test-auth-access-denied","reconcileID":"16af04ae-c4ff-4993-a25c-440f85e958dd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.917581449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4b96b4-d7b8-4432-818b-365d6ed91c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:58.970103404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4b96b4-d7b8-4432-818b-365d6ed91c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:59.022713716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4b96b4-d7b8-4432-818b-365d6ed91c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:59.02815814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"24043951-9dd3-48d4-8467-232bb85b64c3","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:59.075225613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4b96b4-d7b8-4432-818b-365d6ed91c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.402013047Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"7f42e93e-c769-42ba-893c-971dea961d75","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.614609304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"7f42e93e-c769-42ba-893c-971dea961d75","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.614640701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"7f42e93e-c769-42ba-893c-971dea961d75","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.614809359Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-sub","reconcileID":"7f42e93e-c769-42ba-893c-971dea961d75","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.824104331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"5e201410-8331-46dc-afd7-5ef9c0768813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:01.880169136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"ec4d63fe-c263-437e-8421-90cb4fdf9b67","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.026867325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"1826a57e-7e4d-4774-9b53-d2e445fb9102","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.03687538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"dafc49dc-96b6-4c05-a107-165b643a36fc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.036928823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9d0b0086-bce4-4eb6-b8db-d99478f000e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.03727294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f13a0d48-e5c3-4b5c-91d5-5eceff089c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.093958525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f13a0d48-e5c3-4b5c-91d5-5eceff089c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.094140087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"dafc49dc-96b6-4c05-a107-165b643a36fc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.09672013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9d0b0086-bce4-4eb6-b8db-d99478f000e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.298410995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"8f99f183-28b3-4b9b-a67d-5f5d0b9c6c2b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:02.553967506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"d8c4c34a-d828-4fd7-afc1-ea42f635f27b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:03.477411845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"942069a6-7af7-4e44-9376-98a6361c3dbf","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:03.534383549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"3e64b16d-3550-4ff7-9f06-573aa46337a4","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:03.741739907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"08d3e7f4-124f-47ac-9daf-a1f50a9a3d24","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:03.797789476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"08d3e7f4-124f-47ac-9daf-a1f50a9a3d24","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:03.904068887Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"08d3e7f4-124f-47ac-9daf-a1f50a9a3d24","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:04.21344292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"69612522-a40c-4293-af1c-60487232d5fd","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:04.444076733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"c1f3c415-0282-4481-921f-7f9bc6c04b14","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:04.501594718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"c1f3c415-0282-4481-921f-7f9bc6c04b14","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:04.608554532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"c1f3c415-0282-4481-921f-7f9bc6c04b14","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.24515248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a1871f-ecbb-49ea-9041-a21654c0ca88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.297555118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a1871f-ecbb-49ea-9041-a21654c0ca88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.349871513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a1871f-ecbb-49ea-9041-a21654c0ca88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.40219589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a1871f-ecbb-49ea-9041-a21654c0ca88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.910611123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"943870e7-1fe7-4c4b-afc6-656a52a8d825","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.910952044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"c7b0d2a8-f3b9-49f8-9b24-e08d7704c561","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:05.968099689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-status-degraded-auth","reconcileID":"c7b0d2a8-f3b9-49f8-9b24-e08d7704c561","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:06.228454495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"5aa3a033-0f9a-4863-a1a2-e0bf21dc9deb","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.140433436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"d5ec604c-6b2b-4287-b898-583efedb6a8a","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.194796286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"7d3ccb90-725f-4807-bb9a-629c415c551e","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.24039613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4381d6d5-9b1d-4f79-a2bb-c02edfc684c0","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.292687823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055343ba-8042-4807-bc35-6efcbef1c4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.345116119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055343ba-8042-4807-bc35-6efcbef1c4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.397515275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"a98622c6-14cf-4726-9d26-aad90422a3f2","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.397718712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055343ba-8042-4807-bc35-6efcbef1c4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.399799213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"d563351f-c1d5-45cb-9062-68624c5a66a3","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.451157074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055343ba-8042-4807-bc35-6efcbef1c4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.453454149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"3c438249-6627-45a6-a6f9-6864a4e61dc9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.50950026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"753c5bfc-7a47-485c-a34b-c23b108c236b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.512599533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"3c438249-6627-45a6-a6f9-6864a4e61dc9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:07.558763313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"dc11dac7-79fd-4ae1-b6dd-b00d922d0833","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.610465906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-status-active-auth-only","reconcileID":"fea84f6d-0e82-4805-8fe6-80445fbb0459","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.610616409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b6da28a0-f0b5-46fa-9364-2cc6b40dd0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.610473807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9db882c1-ae0b-4be9-849b-dfb8df3ef89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.667817938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b6da28a0-f0b5-46fa-9364-2cc6b40dd0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.668357365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-status-active-auth-only","reconcileID":"fea84f6d-0e82-4805-8fe6-80445fbb0459","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.670384342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"03b77e3c-ca5b-40d4-b7b4-c89143772f72","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.670549639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9db882c1-ae0b-4be9-849b-dfb8df3ef89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.725898609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"069ff755-bd76-4e6a-b038-a276b4e418f8","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.908415853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"3a399312-ac58-418e-9d61-cf2b657af947","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.975454059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"1091c023-8275-46b9-ba75-50a124061414","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.019992635Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"897be18f-4660-4d5c-a38f-40bbd97fbf56","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.020278161Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"897be18f-4660-4d5c-a38f-40bbd97fbf56","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.067981336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d234e39b-58a0-491d-a239-3b9634696e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.068113541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"2c317f4a-abb1-4557-9636-a65a364ed6b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.068629973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9aaf0c37-2478-4be8-b066-69a864ca9c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.126155999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d234e39b-58a0-491d-a239-3b9634696e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.127720361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"9aaf0c37-2478-4be8-b066-69a864ca9c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.128826559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"2c317f4a-abb1-4557-9636-a65a364ed6b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.163027848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-status-active-auth-only","reconcileID":"2e75342e-f166-4f5e-82b0-fa011309ecf3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.224674353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-status-active-auth-only","reconcileID":"2e75342e-f166-4f5e-82b0-fa011309ecf3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.234191902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"89bbc6bc-4953-428b-8e84-d51dfc40531d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.288422841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"20b117ef-3821-40e6-88a3-e6c04cee0f6c","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.503455599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"22212dd2-d8b7-4ae6-b873-1d8e467d33df","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:08.503669747Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"22212dd2-d8b7-4ae6-b873-1d8e467d33df","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:09.872001192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-status-active-auth-only","reconcileID":"a495936c-4052-4063-861e-97378ba34599","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:09.872008908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"53182258-5cf2-4b99-af5b-e42391357d49","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.036734664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4b095ce8-d153-4e3c-ac2b-475412d7aa8c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.438453634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"5bb5e876-5914-4346-8d47-28398399f14e","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.59791947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"90b07550-2df3-42f4-bb93-14ed33d4646a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.597939278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"8dea06c5-f0fc-4e96-8529-f0069b17ec29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.598593522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"43381eab-dadb-42ed-9923-96ccc46789ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.660873697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"90b07550-2df3-42f4-bb93-14ed33d4646a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.660949961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"8dea06c5-f0fc-4e96-8529-f0069b17ec29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.664819617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"43381eab-dadb-42ed-9923-96ccc46789ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:10.958328238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f1f346ec-3f57-4898-9de1-e377db37a44a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.020853573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f6c3cf3f-d6ce-4cce-866f-a7de33c3dc31","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.180663316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"609339bd-b8f7-4eac-89cf-3871d6fae21b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.238978542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"609339bd-b8f7-4eac-89cf-3871d6fae21b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.265563328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"16583334-52c5-422a-8a48-c85859cc8c18","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.321240309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0e9862ad-d7e3-4441-8a67-59dd6009d6c0","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:11.37188492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"d18c2513-4585-4de4-873b-25d2680b6254","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.426206245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4e56754e-824e-48ef-85b1-6fa56d10db3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.426217536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"248757ea-d072-40e7-b8db-6ac3f3c7193a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.483848818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"248757ea-d072-40e7-b8db-6ac3f3c7193a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.483874726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4e56754e-824e-48ef-85b1-6fa56d10db3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.484462065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"2b73669e-9bfc-4852-a5fd-aae81038575c","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.542197904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"143fc9c7-dd31-4d3d-8730-ff4002efcf77","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.567342972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"beedc0da-cd8d-427f-baa2-63a62741c1cc","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.730012335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"32ab949a-a1a4-4acf-9d27-e4a21933c20c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.791398316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"32ab949a-a1a4-4acf-9d27-e4a21933c20c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.833257717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"94879baf-1a4a-4a28-9599-84394110abc0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.833414731Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"94879baf-1a4a-4a28-9599-84394110abc0","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.862021043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64699fcd-696c-42bb-9993-2bc5db94ad55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.862096152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7dd4d525-9f24-481e-b17b-6c8d193e1fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.926425382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64699fcd-696c-42bb-9993-2bc5db94ad55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:11.92661969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7dd4d525-9f24-481e-b17b-6c8d193e1fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.045225614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"d4199567-4bae-4a9e-89af-936a7dc4fae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.055885882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ea8b57d0-7139-4ccc-818d-d2c200cd899f","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:12.059377298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"32ab949a-a1a4-4acf-9d27-e4a21933c20c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.222963179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"890bdfdd-68b2-4598-a022-131649aec587","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.275431085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"b3e178ee-47ae-4829-a2c5-24a6abaf8e6a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.275584756Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"b3e178ee-47ae-4829-a2c5-24a6abaf8e6a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.279009684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"890bdfdd-68b2-4598-a022-131649aec587","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:12.546577124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"fb6a81cc-fb3f-4929-a7a2-fa22f95d9576","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.58429771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"6f87a6af-40e2-4284-9826-10045f9ce6ac","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.73910868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"8f152abe-09dd-417b-9ef7-3a36285e5291","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.755365321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"6ac95331-83d9-4fef-a964-02297891103d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.755494001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"6ac95331-83d9-4fef-a964-02297891103d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.925207856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"7576804f-c3c7-493c-a3c1-00e74e8c8777","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.926144385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d458acd3-8c2b-4fbc-95ce-0ffcd18a5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.926915548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5ec77920-3667-42cd-849d-95fe2670428f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.994902521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"7576804f-c3c7-493c-a3c1-00e74e8c8777","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.998397884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d458acd3-8c2b-4fbc-95ce-0ffcd18a5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.009103289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"5ec77920-3667-42cd-849d-95fe2670428f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.873736748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c657d380-f229-4058-9146-a1bb86ea55c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.873810245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"252dff74-1235-45d7-810f-3ab9e884e212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.87425811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"db80642c-4860-4043-b7f3-380af26fea9f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.931466837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"db80642c-4860-4043-b7f3-380af26fea9f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.93172089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"252dff74-1235-45d7-810f-3ab9e884e212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.934393383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c657d380-f229-4058-9146-a1bb86ea55c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.411726354Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"33b39b6c-90a2-42f0-a2ce-21b0cec30ddc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.469012761Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"33b39b6c-90a2-42f0-a2ce-21b0cec30ddc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.469043884Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-temp-model-status","reconcileID":"bc2dd9ff-169b-422b-a2c2-46a03f35f9c4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.57673004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cb4ea4a9-6095-48d8-99c0-81f456f83b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.576981078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"080091ef-28de-4d48-9e6a-f494bff5087f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.576738935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ee6900eb-5383-46c5-b52d-55e53e202700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.639215923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"080091ef-28de-4d48-9e6a-f494bff5087f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.639363616Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"080091ef-28de-4d48-9e6a-f494bff5087f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.639785216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cb4ea4a9-6095-48d8-99c0-81f456f83b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.644448148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"63a3d89d-7dd9-41aa-a731-66ef8d415d87","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.644537938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ee6900eb-5383-46c5-b52d-55e53e202700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.011473992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"8e0f180a-bd6c-46ad-b2e0-ed4f165184c7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.07272462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"8e0f180a-bd6c-46ad-b2e0-ed4f165184c7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.072763161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"8e0f180a-bd6c-46ad-b2e0-ed4f165184c7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.117802596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9d4a0797-458b-4dfc-bd0a-67a8c7d88546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.117750198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c8adf149-cf5c-465e-8be7-16281afd1925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.177757985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"9d4a0797-458b-4dfc-bd0a-67a8c7d88546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.177874667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c8adf149-cf5c-465e-8be7-16281afd1925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.491777058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"34f6a46f-95b6-4ef4-b73f-62300f846e67","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.549666427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"34f6a46f-95b6-4ef4-b73f-62300f846e67","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.549731849Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"34f6a46f-95b6-4ef4-b73f-62300f846e67","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.63599426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ceacbea5-5dea-4327-816b-9d03b0b27386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.63617876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8f5453de-ee39-4f6c-a156-6106f4be060a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.693448004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8f5453de-ee39-4f6c-a156-6106f4be060a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.693886863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ceacbea5-5dea-4327-816b-9d03b0b27386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:17.757995143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"34f6a46f-95b6-4ef4-b73f-62300f846e67","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.975042905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"26980612-0236-411b-bee0-2514be093854","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.034591121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"26980612-0236-411b-bee0-2514be093854","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.1113164Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"26980612-0236-411b-bee0-2514be093854","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.617671135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"200fffb8-01e4-4f64-a546-286e464bc984","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.836122264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"200fffb8-01e4-4f64-a546-286e464bc984","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.836168123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"200fffb8-01e4-4f64-a546-286e464bc984","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.836345681Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube","reconcileID":"200fffb8-01e4-4f64-a546-286e464bc984","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-a0e72e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.049321079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"b662a510-6391-43d0-897d-d17ed30f00a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.111370555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"44632a0e-12b5-4f3b-a0d6-7964c476f1c9","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.250290372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"201e7624-b5c9-40be-8ecd-bd11c85eace1","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.269526196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5a8a0a54-8c5b-490b-b997-1691c34b1123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.269559954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"9d5922a5-5c2f-4784-9d95-c2ed5e3a7ec9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.269912637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fecabd72-12dc-4d54-9fd4-423b5d22c593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.327130834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5a8a0a54-8c5b-490b-b997-1691c34b1123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.327918533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"9d5922a5-5c2f-4784-9d95-c2ed5e3a7ec9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.32958999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fecabd72-12dc-4d54-9fd4-423b5d22c593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.531646059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-degraded-models-kube-auth","reconcileID":"dbb1a232-2da8-4a37-a791-1a2714602c41","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:21.789162005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"e5616ca9-7570-41d7-b5cd-2a5d8924b2fa","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.922152892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"5d9cb310-5dff-49b5-8fa8-b9f23c2aba06","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.991284243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.165729448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"5d9cb310-5dff-49b5-8fa8-b9f23c2aba06","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.165765583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"5d9cb310-5dff-49b5-8fa8-b9f23c2aba06","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.165932181Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey","reconcileID":"5d9cb310-5dff-49b5-8fa8-b9f23c2aba06","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-1bccbd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.376290712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"1e0860d7-500a-459e-80c1-04a6d52b63a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.483661152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"e37b59d6-170b-4655-a3ba-c5087ce89c53","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.639028989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"445e7b76-c578-431c-8ce1-7c68c2e90a6f","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.639436928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d4ae4fd5-0be4-40b6-ad08-86d4b9e43bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.639522735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"80b0c05a-0ce5-4912-8285-c5c72d98cea2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.639869795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"52816064-5b76-411f-a455-a7aff6940f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.69754841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"80b0c05a-0ce5-4912-8285-c5c72d98cea2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.697950696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d4ae4fd5-0be4-40b6-ad08-86d4b9e43bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.700129938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"52816064-5b76-411f-a455-a7aff6940f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:25.902506858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-degraded-models-apikey-auth","reconcileID":"c97ca55c-4b52-42bc-83e5-f5992975a2dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:26.111680485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b8513d6f-66da-4d52-bfd2-d0b9900a8796","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.309026525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"667f856f-4a5e-4023-8ef2-200db522d093","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.309165542Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-sub","reconcileID":"667f856f-4a5e-4023-8ef2-200db522d093","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.794551536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"e239b261-283a-44a4-ac26-e5b885aff380","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.794743894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a06e3edb-5a40-4b67-aefb-0cb4228d7528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.794551733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b29567de-955a-4aab-83e0-3f3aa125c35a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.852370889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b29567de-955a-4aab-83e0-3f3aa125c35a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.852499262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"e239b261-283a-44a4-ac26-e5b885aff380","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.855626984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a06e3edb-5a40-4b67-aefb-0cb4228d7528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:27.907808144Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"e239b261-283a-44a4-ac26-e5b885aff380","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.056876199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-status-transition-auth","reconcileID":"71d83f6f-c0a2-41dc-8230-8cc024a1de32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.295407691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"0f2fdab5-84d2-4221-a858-20e8902e5837","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.350788316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"1c95df72-f404-471a-93c9-981f4e2292ea","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.507652492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e8555f77-31e5-4c61-9ce2-a2a27d77263c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.56404094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e8555f77-31e5-4c61-9ce2-a2a27d77263c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.575356483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"aed4f476-9d99-4594-9702-9b7ce5e97b56","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.632397223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"a7e0404d-55d4-4e91-9c22-8db0aea8d8ae","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:29.67923187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"16d78523-37a8-4e66-b7c3-68fa38b117a3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.73108134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"21fd37f0-68ac-4b73-ab17-010785e4e6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.731081338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1f114cf-4a18-47c7-a31e-666b3af6c0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.788022074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"21fd37f0-68ac-4b73-ab17-010785e4e6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.788923301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1f114cf-4a18-47c7-a31e-666b3af6c0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.789433617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"e6351fcf-3101-4598-98ce-2681fd11af16","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.846530007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"5801a4a0-6ce6-4434-b099-aadd2d469e6b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:29.882833348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"6f03d0aa-d969-463d-9f4f-893a953fb9f9","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.039072161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"66dc0dc5-5b22-472d-b366-c894f70f4830","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.09604737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"66dc0dc5-5b22-472d-b366-c894f70f4830","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.114181767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"b69e6e1d-ffc7-4c0d-b5dd-502468d7603f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.114339919Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"b69e6e1d-ffc7-4c0d-b5dd-502468d7603f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.185503899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5e27e60f-6d46-4b09-8aeb-45651c5974a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.185502486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8a154a72-205e-4717-a206-f949aa30d65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.243008228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8a154a72-205e-4717-a206-f949aa30d65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.243113101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5e27e60f-6d46-4b09-8aeb-45651c5974a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.323260686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"a13d33ef-7204-4f02-88a1-3dab10b38454","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.331545846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"e20eb44c-0f6e-44d3-b6e6-ca9ec5496dc8","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.54323469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"283395dd-09db-4032-8a01-d3230aa9e730","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.543386096Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"283395dd-09db-4032-8a01-d3230aa9e730","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.679584128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"616ddc29-8875-4185-b001-beddd7c17ac5","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.745910583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"2696fce4-9e41-4805-8e8d-40f9fd3bf655","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.78785383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"46c7e351-3f49-4c02-8880-2ffdac762178","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:30.798159535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a0e72e/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.845132989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"365d8b91-18c3-44fe-922a-29f90c177521","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.848820292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fce8a9cb-4363-4897-87be-ad5aaa812b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.848842203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a17c3ebd-f7b6-45d1-abfb-0a295f08475f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.907902296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a17c3ebd-f7b6-45d1-abfb-0a295f08475f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.908044476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fce8a9cb-4363-4897-87be-ad5aaa812b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.958194529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"03c63ee6-562f-4a7f-a66a-c933536e085b","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.958662505Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a0e72e priority=0:[ai-tenant-e2e-worker-w3-a0e72e/e2e-model-match-sub ai-tenant-e2e-worker-w3-a0e72e/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.013649878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"36b70a9e-7cd5-4088-b3a3-e6e87515e4b4","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.061156819Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"9bcb8586-4a68-461b-93eb-4abe74aa2c78","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-w3-a0e72e","model":"distinct-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-model-match-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:31.064377965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"b11526a9-42a6-4b8b-9994-9ef1e3366ec9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.069138678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"727dcf3d-d0bc-4aba-8393-8729a60be1e6","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.174005556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"c650c555-c50a-4e08-9d16-f12fee972373","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.22168238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"63d31d44-012c-406a-b322-b49b0acc5635","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.270116075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"62dc33a5-54f0-4f72-8d61-22f8a66e6c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.270116301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e45689ce-31c2-439e-831d-72763bcc61c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.281675482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"c457a4fc-5056-4c3c-b0ae-f30bf7dbb3f6","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.328010867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e45689ce-31c2-439e-831d-72763bcc61c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.330656392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"62dc33a5-54f0-4f72-8d61-22f8a66e6c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:31.334747207Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"c457a4fc-5056-4c3c-b0ae-f30bf7dbb3f6","name":"distinct-w3-a0e72e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:31.334793737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"c457a4fc-5056-4c3c-b0ae-f30bf7dbb3f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.334901208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"3573fcfc-3201-434a-918f-3fd44e4e8f1c","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.340376459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"ace0099d-834c-4608-876c-6af2d0c5b1e0","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.450914299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"a3ef9ee4-fa8d-42b8-9a14-abe677e5cf9d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.452764828Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"66b67e3b-3a54-49aa-9a74-4775ad300dfd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-2-w3-a0e72e","model":"distinct-2-w3-a0e72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a0e72e/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.486064056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"6256d707-eeb0-44d5-bfc0-9626223204f7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.507435444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"26d25173-f51c-40ab-a313-bd697e1cd0ec","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.543470653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"6256d707-eeb0-44d5-bfc0-9626223204f7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.565193261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"583671a4-1c9b-426c-8926-74f15b94eefa","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:31.618172174Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"583671a4-1c9b-426c-8926-74f15b94eefa","name":"distinct-2-w3-a0e72e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:31.618232366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"583671a4-1c9b-426c-8926-74f15b94eefa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.622392282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"a1057266-b246-4c52-8d1f-1b118dfb5671","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.792083496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"47dd46ea-e968-4bf4-bcbd-fbfeb80e82bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.792082856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b324ff0d-f4ec-487b-9c0e-7f13816e8be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.822400113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"1e64dc5a-6448-4637-90f6-c10236c13fbb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.824788173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"73cfeafa-9a61-42a1-b062-e914fa7d38b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.829731708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"827f8ccf-3f00-4a19-a629-431155ea6fb6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-2-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.848448302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b324ff0d-f4ec-487b-9c0e-7f13816e8be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.848469944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"47dd46ea-e968-4bf4-bcbd-fbfeb80e82bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.857584362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"505e12e0-2315-45e8-ac1d-ff414dc3363e","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.878865066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"1e64dc5a-6448-4637-90f6-c10236c13fbb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.118133765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"922287a3-6db5-47b9-b24a-f17a8ad17924","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.174268296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"922287a3-6db5-47b9-b24a-f17a8ad17924","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.210195968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"5db69950-9a4a-44ec-8cf2-f55f2c759a56","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.315465174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"322ddb84-37bc-444a-8070-e85f9520bd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.315630063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"022eff08-c0f0-4ada-b9ad-4e1e2b9311f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.372148039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"322ddb84-37bc-444a-8070-e85f9520bd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.372195847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"022eff08-c0f0-4ada-b9ad-4e1e2b9311f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.471375571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"8082ea1f-9ee5-4f66-b398-ba5457571fb1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:32.490994274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"922287a3-6db5-47b9-b24a-f17a8ad17924","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.52943339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"8082ea1f-9ee5-4f66-b398-ba5457571fb1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.703318815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"7759d3ba-bc80-4380-8f15-8ab13db382d7","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.757256796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"5d913442-72ad-4f7d-869b-ddae2f0ea1b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.813644255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"5d913442-72ad-4f7d-869b-ddae2f0ea1b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.860531017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6efd1b5e-995c-4b52-8443-14e444131bbe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.860570207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"f3378414-90e7-4a2a-bd11-75c895f67fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.861137809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d20d0300-4756-4b1b-9228-7dd1a3493a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.919094124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"d20d0300-4756-4b1b-9228-7dd1a3493a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.919140338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"f3378414-90e7-4a2a-bd11-75c895f67fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.921569805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6efd1b5e-995c-4b52-8443-14e444131bbe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.123522744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"af44e6e8-6625-4b57-8bc5-478fbd5d3615","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.285809852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"34676d7e-b88f-4587-8c84-1800fc01da41","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cda482ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.384001046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"2853e5d1-dce9-4f87-88a5-75879aeb66bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.384056797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"48858283-c766-4d0d-9772-42142e8f6a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.384443497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"9011fe28-34b5-43ad-9870-7e3feaa1f2be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.38449249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"ceb85a40-3c91-4530-abf8-f801e66c6683","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.440751603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"2853e5d1-dce9-4f87-88a5-75879aeb66bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.440959793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"48858283-c766-4d0d-9772-42142e8f6a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.443524106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"ceb85a40-3c91-4530-abf8-f801e66c6683","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.443639293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"9011fe28-34b5-43ad-9870-7e3feaa1f2be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.900155433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"614c9c89-c84a-4e78-ab55-b74a5b2099d2","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.906899624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"7897b0d7-d70c-45f8-88e8-dd48478944e7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.907163198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"aee5338f-3366-4521-beb8-b5491b2043cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.906899443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"3e83d7f4-ba75-4c84-9793-cb3835aafdcf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.907995534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2f8a3416-62ad-4e81-b9b9-2643916b7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.955376769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"96e2f4c9-aeab-40f8-9e50-2c2c6c37f1ee","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.96448127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"7897b0d7-d70c-45f8-88e8-dd48478944e7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.964529278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"aee5338f-3366-4521-beb8-b5491b2043cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.967245396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"3e83d7f4-ba75-4c84-9793-cb3835aafdcf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:33.967276109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2f8a3416-62ad-4e81-b9b9-2643916b7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:34.003933318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-list-subs-refs-sub","reconcileID":"e98cda50-4dc7-4779-9551-34c219dca8aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.013193281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"17670a3e-ae1f-4035-a8c8-0bb4cfecf473","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.05781397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9aecbaaf-2320-4592-bad5-09ebb95a76ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.118180142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9aecbaaf-2320-4592-bad5-09ebb95a76ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.124442447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"fec4c5f6-9883-4452-9645-3f3dcc42f02f","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.181083386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f6fa537d-57f7-4474-b9a5-53c821f1071a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.325422564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6d490fec-2f62-40e3-bdde-9dcb249e41a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.382756666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6d490fec-2f62-40e3-bdde-9dcb249e41a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.448090847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-list-subs-refs-sub","reconcileID":"33263bb3-4f8b-46a8-9bcf-3771485def5f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.525792157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e672acfd-cb9e-4e40-a901-9b1adc39e59c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.582533198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"e672acfd-cb9e-4e40-a901-9b1adc39e59c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.614192908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"1107f24f-04f7-41a4-a11e-a0498200293a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.65857051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"0808dcb3-e602-4d34-b64c-dfdbb35b2319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:34.823055231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-list-subs-refs-sub","reconcileID":"b124fa99-3258-46d1-af9f-efcb5215aa24","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:37.010954711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ccc92938-7502-4ebd-82e7-f702915d5cb9","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:37.166797678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"74f8920f-c038-4b9e-ba04-28070f71b93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:37.166861422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"757bfad5-b3c1-4ae0-a1f0-99797e21bcdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:37.22363579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"757bfad5-b3c1-4ae0-a1f0-99797e21bcdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:37.224582891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"74f8920f-c038-4b9e-ba04-28070f71b93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:40.106988034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"68b8e21f-34d7-4939-8faa-8581f1abe5e2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-2-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:40.288278833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"40735747-ff25-4d9f-b622-90d64905716a","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.511922231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1fc57fc6-ccd1-4bde-9785-7555f0681a92","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.518363676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"5d67c102-1f99-4bc3-8db9-fc4dd6a6fa26","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.518386066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"becd4a6f-4f0f-46fd-a5d4-c800f6b8abc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.51881722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"4ba55c78-5deb-4e9e-b2bb-cb92551707b1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.519026987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3719e4ab-ef82-414a-8ae4-d6000b86f404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.572166136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1fc57fc6-ccd1-4bde-9785-7555f0681a92","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.576816855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3719e4ab-ef82-414a-8ae4-d6000b86f404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.576957407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"becd4a6f-4f0f-46fd-a5d4-c800f6b8abc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.579624046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"5d67c102-1f99-4bc3-8db9-fc4dd6a6fa26","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.57967883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"4ba55c78-5deb-4e9e-b2bb-cb92551707b1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.890881031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c12007e7-7ef1-4511-a1f0-6863723eddc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.933595904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2482c671-ca58-4c83-8e5b-3c7172258179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.947248627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c12007e7-7ef1-4511-a1f0-6863723eddc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:41.990212032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2482c671-ca58-4c83-8e5b-3c7172258179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.037808445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d0ffd73b-19c1-45db-b8e3-e164c30498f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.037986431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"5f263b98-3b4f-43c4-9920-12e750e972ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.037808759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"7b5fb45c-7102-4b0c-8e3f-57781e26e4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.094998182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d0ffd73b-19c1-45db-b8e3-e164c30498f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.095021657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"7b5fb45c-7102-4b0c-8e3f-57781e26e4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.097569305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"5f263b98-3b4f-43c4-9920-12e750e972ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.411581955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"688c0e84-fe7f-4982-8aad-0c02ef3a6537","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.467833965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"688c0e84-fe7f-4982-8aad-0c02ef3a6537","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:42.868061924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"022f80da-efbb-49db-85f2-2752b4e416c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.082731448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"022f80da-efbb-49db-85f2-2752b4e416c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.082770538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"022f80da-efbb-49db-85f2-2752b4e416c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.082932997Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf","reconcileID":"022f80da-efbb-49db-85f2-2752b4e416c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7d9bb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.293262203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"ece8b95d-b1d3-42e3-8226-f5446b3afa31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.338554141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"c2c877ed-99c0-4eeb-b440-3f7556575b84","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.390879702Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"c2c877ed-99c0-4eeb-b440-3f7556575b84","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.398473342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"9e3c3a4c-01d4-4cb0-a82b-9c2f39037a89","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.443058433Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-sub","reconcileID":"c2c877ed-99c0-4eeb-b440-3f7556575b84","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.554273771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8427f2e2-9268-4800-8da7-218479b621f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.554541327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"80c09d65-1bd0-443e-acad-9e1d649a5d96","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.554736893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"93e980a2-f541-47ac-9d30-da1bf3d231b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.559000796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"397768f5-001f-481c-97b5-842e42460b1b","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.611398259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8427f2e2-9268-4800-8da7-218479b621f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.611406347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"80c09d65-1bd0-443e-acad-9e1d649a5d96","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.613820717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"93e980a2-f541-47ac-9d30-da1bf3d231b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.711085197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"9e404969-8a24-44e9-9efa-11d7936024cd","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.816230368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a4ca3726-e50c-4f83-a19a-cbbf690f95c7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.859060631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"81427d32-ccf0-4230-9eb0-033e10f6e90f","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.970116397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"280082ce-8a22-404a-b8ff-2b75f3b26a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.970457954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"289633a9-ddd7-4771-8a16-92d5ae025472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.022532724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"9bdc8812-414a-499c-82ca-a60c9a54bff1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b1caa6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.027347676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"289633a9-ddd7-4771-8a16-92d5ae025472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.028891333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"280082ce-8a22-404a-b8ff-2b75f3b26a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.072002412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"bec50af5-f419-4cfe-81bf-ad2a7ff57e81","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.075134487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"60e9d671-725c-4128-a3f2-5b713ea1d08b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.075233736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"8f5d18fa-cfd7-41dc-bac8-26b364f220c9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.131895467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"60e9d671-725c-4128-a3f2-5b713ea1d08b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.131957702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"8f5d18fa-cfd7-41dc-bac8-26b364f220c9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.44415272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"36835b59-77aa-4e04-9807-25668d5224f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.444353159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"970b9819-7a65-445a-bb4e-433026d31b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.500548263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"970b9819-7a65-445a-bb4e-433026d31b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.500722036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"36835b59-77aa-4e04-9807-25668d5224f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.59761649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"9d161ff9-4ea1-450c-9e9e-536171ac353e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.597615977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"c07ee41a-5a17-42fd-bbc5-5684a16f79c0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.654775191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"9d161ff9-4ea1-450c-9e9e-536171ac353e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:44.654856265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"c07ee41a-5a17-42fd-bbc5-5684a16f79c0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.738324777Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","namespace":"ai-tenant-e2e-praxis-b-711318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.738392785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","namespace":"ai-tenant-e2e-praxis-b-711318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.738459357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","tenant":"e2e-praxis-b-711318","tenantID":"e2e-praxis-b-711318","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.792521812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Deployment","name":"maas-api-e2e-praxis-b-711318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.852245633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Service","name":"maas-api-e2e-praxis-b-711318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.909351737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-711318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:45.962778215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-711318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.019163663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.078004398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.137140763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.197007671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.253445447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.305334288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.361926573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Service","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.414653137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.466852999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.519073141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.574912473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.639443588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.697503928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.768274002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.838950014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-711318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:46.891502984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-711318"},"namespace":"ai-tenant-e2e-praxis-b-711318","name":"default-tenant","reconcileID":"34156583-c1e5-4b61-aade-e4a961221f66","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-711318","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.173636841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-list-subs-refs-sub","reconcileID":"e1bba5ac-942e-47ca-9025-bb106a6bf9d7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.391125938Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-list-subs-refs-sub","reconcileID":"e1bba5ac-942e-47ca-9025-bb106a6bf9d7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.624793455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8f6cbd41-38a2-4237-9252-5c0cbbd69a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.65173132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b28a7690-3953-4ae8-9fea-40577ce7e42a","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.820484333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fab637b8-6ae6-4aa3-ad90-40a602f7b63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.820489443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"047d8ed6-328a-4262-adbe-6102c5d5eda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.887198733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"047d8ed6-328a-4262-adbe-6102c5d5eda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:47.887221208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fab637b8-6ae6-4aa3-ad90-40a602f7b63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.401405778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"8b859cee-8565-449f-9adb-d363119315c6","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.401789397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"fd8c3882-4056-4956-8034-667cfbf00cda","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.456194403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"cbbb0e17-366c-41f8-9c6f-fc314b137272","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.456526684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"d854bb4e-c2d0-4b27-8629-3f144326be98","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:48.504930444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"fcf3f7f3-ee4d-4d92-a4dc-ac92022b9002","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.557284243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"22a75ec4-e98f-464f-982a-cf4773d3f6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.557326451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"513d3973-3235-4c02-856e-ebe51b3df53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.615322497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"513d3973-3235-4c02-856e-ebe51b3df53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.616068115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"22a75ec4-e98f-464f-982a-cf4773d3f6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.616921973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ef56bb07-3b55-4997-ba27-c0e7bf223da7","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.61728952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"bb45a642-4dd6-4c84-9bb8-8ca69c3f3002","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.674464665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9ce19edf-1fb2-4e64-823b-05b6058c5bc9","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.674853495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"b9578f2b-c9ab-4b4d-9f3a-bc23ecefe1b1","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.679004109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"c9ef21b7-9e6a-4574-b21a-92df845833cf","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.734122643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"72afd7bd-0fea-4c22-95e4-4411b1e91215","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.902809372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-auth","reconcileID":"62bf6f63-45a8-4296-9715-b40ad13447c5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.948772263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"95afaa1c-d6bb-4302-b784-9b11c1154fe4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:48.959850187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-auth","reconcileID":"62bf6f63-45a8-4296-9715-b40ad13447c5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.000313833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3a1f7da1-31f1-46f0-9511-40d8d519d8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.000935671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0c3384e0-430a-4974-913a-86c0ee163ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.057862267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"3a1f7da1-31f1-46f0-9511-40d8d519d8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.058194028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0c3384e0-430a-4974-913a-86c0ee163ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.113364174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"95afaa1c-d6bb-4302-b784-9b11c1154fe4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"distinct-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.169118911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"641e027e-b845-4742-bea3-86801a368694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.234853003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"22d18fc2-8af3-4c7d-84aa-67f305f2f086","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.33295022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"322ce68c-9dbf-4a72-ae07-1bff9ce2c036","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.333308234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"3d24b48c-c6d4-4671-877e-55c076ede668","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.391311217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-auth","reconcileID":"35cae715-6c15-4067-bbf4-16946c0c0ef5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.44810368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-auth","reconcileID":"35cae715-6c15-4067-bbf4-16946c0c0ef5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.544759183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"ddb7c9b4-e295-4501-8a7a-9c8e933d44b3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:49.703040012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"ddb7c9b4-e295-4501-8a7a-9c8e933d44b3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:51.904908571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"598c2726-4a74-491d-8d50-47322fd0531e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:51.90493645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"598c2726-4a74-491d-8d50-47322fd0531e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.056097959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"88ce09f7-305e-43a5-a045-ae59ac546588","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.056118958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"88ce09f7-305e-43a5-a045-ae59ac546588","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.068255479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-auth","reconcileID":"6d9ea6b6-0d1b-4feb-b0f3-017de1e6c128","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:52.111309159Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"88ce09f7-305e-43a5-a045-ae59ac546588","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:52.111367812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"88ce09f7-305e-43a5-a045-ae59ac546588","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.111479967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"d83c712e-40d5-438b-bf69-4a89a9da9a54","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.171390248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ee68a7eb-2e86-4081-b97e-5cb128ddb470","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.171801085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"605c0094-4336-44b3-b5e3-0bb89e9d36eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.171816574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"605c0094-4336-44b3-b5e3-0bb89e9d36eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.172076082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"79618d0f-3897-4bb4-80eb-e7e5c4f331c0","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.220497953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1c0f03ac-5c1d-40e1-8654-5a2c8a829f9c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.220516041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1c0f03ac-5c1d-40e1-8654-5a2c8a829f9c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:52.221930731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7d9bb/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.298317657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"6ba39808-8040-4ece-93dd-14946923b6a7","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.299662515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"784ae9ef-ee6b-46b4-86ec-29a67e956199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.301131273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1f359811-cb87-499f-a1ef-1ea5ca28de45","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.301148113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1f359811-cb87-499f-a1ef-1ea5ca28de45","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.358006957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"784ae9ef-ee6b-46b4-86ec-29a67e956199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.407195153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ce370126-a6c3-430e-b5bd-f2df12354cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.411404655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"e14be0cb-e982-4f8b-b2cd-ab17954f1339","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.4114256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"e14be0cb-e982-4f8b-b2cd-ab17954f1339","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.464673968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"ce370126-a6c3-430e-b5bd-f2df12354cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.47456467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4b564ee7-1f02-4e8c-9183-8ea2dcc93dca","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.474979186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"f70bedc7-33f1-4c7d-8d94-04256a6f99c1","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.475182191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"61ef4f41-0ca1-4e08-90af-829fc73c3219","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.475193228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"61ef4f41-0ca1-4e08-90af-829fc73c3219","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.523052661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"166c7985-cec9-4065-bccd-f8ad7165b45b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:52.528387914Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"61ef4f41-0ca1-4e08-90af-829fc73c3219","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:32:52.528439977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"61ef4f41-0ca1-4e08-90af-829fc73c3219","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.533619815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"4ae4bf66-efca-40d4-a8eb-8ec731e1ddf5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.53363452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"4ae4bf66-efca-40d4-a8eb-8ec731e1ddf5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.607542645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"76cfcb50-4d38-4f2c-a2af-9c1fbac0a9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.608664131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"199b893b-7946-4644-88af-38d561950380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.66574142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"76cfcb50-4d38-4f2c-a2af-9c1fbac0a9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.667993786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"199b893b-7946-4644-88af-38d561950380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.697181214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"818004e4-6502-46b3-bc2a-572425fd70cf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.697199386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"818004e4-6502-46b3-bc2a-572425fd70cf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.765305508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-auth","reconcileID":"d4180e94-78c8-4b85-8fb9-d9ab8f14d92f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.777872157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9c98607b-185e-4334-be81-3272dbf45dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.825079191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-auth","reconcileID":"d4180e94-78c8-4b85-8fb9-d9ab8f14d92f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.835933662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9c98607b-185e-4334-be81-3272dbf45dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.875328802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e8a9c-5a9f-4559-a0c5-1a02b3842d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.916025199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"c3514c20-0dbf-40a8-9288-3c404d854544","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.931321374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e8a9c-5a9f-4559-a0c5-1a02b3842d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:52.984305312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e8a9c-5a9f-4559-a0c5-1a02b3842d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.037206763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e8a9c-5a9f-4559-a0c5-1a02b3842d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.143196596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"78f15ab7-1447-4bc4-9857-652aed407f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.204991984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"78f15ab7-1447-4bc4-9857-652aed407f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.211005849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"85ed4907-7740-4854-b33e-8032ce11201b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.21102337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"85ed4907-7740-4854-b33e-8032ce11201b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.477202678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-auth","reconcileID":"726ea11d-ca32-4d60-8cd1-ee3ccacdc2fe","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.539974435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-auth","reconcileID":"726ea11d-ca32-4d60-8cd1-ee3ccacdc2fe","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.715557984Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-711318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-711318","reconcileID":"594aac8b-7310-4c15-9f4b-0072ca76e185","aitenant":"ai-tenants/e2e-praxis-b-711318","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.080954524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"5c26a9f4-8550-43bf-9fca-6d5ac9255f7c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.194126595Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"5c26a9f4-8550-43bf-9fca-6d5ac9255f7c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.2470439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-sub","reconcileID":"5c26a9f4-8550-43bf-9fca-6d5ac9255f7c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.528332424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"6f3829f2-3cf1-4a6b-b829-6079445d41df","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.532814078Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-711318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-711318","reconcileID":"594aac8b-7310-4c15-9f4b-0072ca76e185","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-711318","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-711318"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.609497055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1528aa7b-2313-435e-b195-8a9628d1e483","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.609517268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"1528aa7b-2313-435e-b195-8a9628d1e483","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.676185589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"2a899d0f-03b5-432c-bccf-5cad27a481de","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.826062813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b1504a5c-273e-46f6-95c7-2e1e5e8bbc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.826204415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"bef9355c-ebf7-4de1-a929-16ad2020a349","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.82605942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"312b7b68-c1e5-49c5-875e-baae0444a32b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.826604135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"aac2e2ea-c17e-4d11-8756-b4ee12cfa11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.887121518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"312b7b68-c1e5-49c5-875e-baae0444a32b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.892025379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b1504a5c-273e-46f6-95c7-2e1e5e8bbc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.894757128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"bef9355c-ebf7-4de1-a929-16ad2020a349","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.895836234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"aac2e2ea-c17e-4d11-8756-b4ee12cfa11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:54.975473065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.098239209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-match-auth","reconcileID":"20c75b32-9e40-4718-a05e-2edcf60f0aa7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.166079865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0afad4a-0895-4d1a-8b57-5311cd969051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.220982398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0afad4a-0895-4d1a-8b57-5311cd969051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.287774213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0afad4a-0895-4d1a-8b57-5311cd969051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.351184171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0afad4a-0895-4d1a-8b57-5311cd969051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.411049888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"afca8a88-4ae0-4a00-ab5c-88bc44b069ed","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.514661968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"7c8943b2-e709-469f-9ccb-a7b4db4d796a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.569071712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"9ad8fb95-f4b4-44c1-a52c-cb3f96a364d0","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.576038248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"7c8943b2-e709-469f-9ccb-a7b4db4d796a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.741488596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"e2e-model-nomatch-auth","reconcileID":"3519b37e-c621-4f7b-8c53-6572e63c2ae8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/distinct-2-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.752116676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"897686a2-bc3c-48f3-8ad8-55ea7fed74f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.75213337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"897686a2-bc3c-48f3-8ad8-55ea7fed74f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.75213605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-auth","reconcileID":"3f30d2aa-a930-46d1-aa24-db0444c2c2ea","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.94531838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"578f756a-30b6-47eb-8eca-0c2ddcfbb447","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.984529258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c12c1271-910c-443d-9a1b-0b17e7c80e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:55.984602419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"28696855-cedf-4d01-b2a5-c1a3806085ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.045877112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"19dfd8c1-a1b3-4017-bc15-2333ef7a0d91","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.049513139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"004d7700-e519-4a21-8703-dd68db8d24e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.049532261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"004d7700-e519-4a21-8703-dd68db8d24e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.05382549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"28696855-cedf-4d01-b2a5-c1a3806085ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.058597477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c12c1271-910c-443d-9a1b-0b17e7c80e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.211363817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"15df2046-2764-438c-92a9-a95aab3b155c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.211385782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"15df2046-2764-438c-92a9-a95aab3b155c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.267543754Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"8aa4c654-c698-47cb-8e83-8ca48970f5c5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.320113948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"8aa4c654-c698-47cb-8e83-8ca48970f5c5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.457664633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6e50a8ef-df25-4656-927e-272a02021e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.457664631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"677926cf-a957-4bf1-8499-a44208feba39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.517371748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"677926cf-a957-4bf1-8499-a44208feba39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.517478011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"6e50a8ef-df25-4656-927e-272a02021e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.582587048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"c3486b2d-f601-47bb-b4e6-2455660919f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:56.582607999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"c3486b2d-f601-47bb-b4e6-2455660919f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.23297418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","namespace":"ai-tenant-e2e-ipp-a-fb1940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.23304949Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","namespace":"ai-tenant-e2e-ipp-a-fb1940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.233128906Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","tenant":"e2e-ipp-a-fb1940","tenantID":"e2e-ipp-a-fb1940","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.288124834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-fb1940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.305460342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c5651f-21df-404a-94bd-6ed438e242b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.358863199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c5651f-21df-404a-94bd-6ed438e242b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.368736466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Service","name":"maas-api-e2e-ipp-a-fb1940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.411068828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c5651f-21df-404a-94bd-6ed438e242b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.463491063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c5651f-21df-404a-94bd-6ed438e242b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.468320277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-fb1940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.523353689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-fb1940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.580814046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.639031863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.740078729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.793911484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.848218614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.904562338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.91979072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0e5b6742-30ee-4841-9ea6-802b6abaa88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:57.964097166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Service","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.030721576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.085490501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.143566534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.199738772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.25485361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.310792995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.365194061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.421047523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-fb1940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:58.477918995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fb1940"},"namespace":"ai-tenant-e2e-ipp-a-fb1940","name":"default-tenant","reconcileID":"503adc3c-446f-41b5-8ebd-e47d0955b44c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-fb1940","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:59.45009914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37587f4-ef96-4705-8925-2193801889e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:59.503134962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37587f4-ef96-4705-8925-2193801889e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:59.555369672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37587f4-ef96-4705-8925-2193801889e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:59.619867372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37587f4-ef96-4705-8925-2193801889e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:00.179514225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"a4b45cda-8ef1-4c4e-af74-6dd20e0c25a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:01.322993993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"6eaad759-a36a-478c-a4d3-717154308fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:02.607916497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"4ecc0218-87c3-4d18-88be-8818ba982a05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:02.823146815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"4ecc0218-87c3-4d18-88be-8818ba982a05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1bccbd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:02.823179667Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"4ecc0218-87c3-4d18-88be-8818ba982a05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:02.875613148Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"4ecc0218-87c3-4d18-88be-8818ba982a05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:02.92824203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"e2e-partial-access-sub","reconcileID":"4ecc0218-87c3-4d18-88be-8818ba982a05","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/distinct-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.033465668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"2b526c0f-4eb7-4d0d-8dd7-c666147a3e27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.197632187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"b549c3b7-9bfc-4477-bcc0-3bfb3e9a7665","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.198029201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"169acb30-ffab-4664-83ae-50757dfa3b2a","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.406221016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"92dc48ac-2b82-4e7e-931d-c7773a46d053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.406902741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f4f29898-3828-4b91-a56f-d7cef636166e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.463305032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"92dc48ac-2b82-4e7e-931d-c7773a46d053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.463556122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f4f29898-3828-4b91-a56f-d7cef636166e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:03.951360122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1a852c-8688-4787-8a76-a76b237e4ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:04.003830242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1a852c-8688-4787-8a76-a76b237e4ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:04.056015756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1a852c-8688-4787-8a76-a76b237e4ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:04.108284158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1a852c-8688-4787-8a76-a76b237e4ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:04.467556944Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-965a07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-965a07","reconcileID":"0ded532d-84f0-4b40-a804-038b9593f79b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-965a07","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-965a07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:04.480826708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"d28d1d5e-e2b3-4c80-bcac-57b87b9ca59e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.110757151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ab8569-0e2f-4992-977c-ac86ee649742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.164174514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ab8569-0e2f-4992-977c-ac86ee649742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.216867926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ab8569-0e2f-4992-977c-ac86ee649742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.26975505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ab8569-0e2f-4992-977c-ac86ee649742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.761196408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"7c5b068d-54d7-45be-8112-7a3ec35e4443","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:06.82665056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-sub","reconcileID":"7c5b068d-54d7-45be-8112-7a3ec35e4443","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.17131807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"56a5d444-0ae2-41a7-969c-e3ac1391ba7a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"tenant":"e2e-worker-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.171365963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"e2e-enrichment-model-ref","reconcileID":"56a5d444-0ae2-41a7-969c-e3ac1391ba7a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.407019471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e6556894-f191-4733-b91d-25130ea2f49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.40798268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df7bfc85-5947-4ef8-a178-c48de048c3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.492593117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e6556894-f191-4733-b91d-25130ea2f49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.564948031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"df7bfc85-5947-4ef8-a178-c48de048c3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:07.766996861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"aa1ec6a7-7bcf-4665-bd41-88411df0359f","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.043992938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"92a77bcc-9f48-4b6b-b4d5-d7b586bf7c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.047975267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c3a72f48-9ebc-407c-9ee8-0ac6e88c4bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.121824769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c3a72f48-9ebc-407c-9ee8-0ac6e88c4bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.124141989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"92a77bcc-9f48-4b6b-b4d5-d7b586bf7c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.290072366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0fd5e013-25c9-48be-886b-e3e86f4c06f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.290929783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bc001a00-ff03-485e-aa58-7b2d4b4ae351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.334196282Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fb1940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fb1940","reconcileID":"1a6e08c6-35be-4991-8cd3-bbb68f525c98","aitenant":"ai-tenants/e2e-ipp-a-fb1940","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.352292591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"bc001a00-ff03-485e-aa58-7b2d4b4ae351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.36126286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0fd5e013-25c9-48be-886b-e3e86f4c06f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.477954839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106be45c-7c88-4011-9ef3-8298268c9ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.542078217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106be45c-7c88-4011-9ef3-8298268c9ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.542155413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"755506ed-5e73-416f-8e6c-77aa39c17d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.59476992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106be45c-7c88-4011-9ef3-8298268c9ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.600466673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"35492b70-7d02-44bf-b210-d46de8a340fb","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.647770185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106be45c-7c88-4011-9ef3-8298268c9ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.705969726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"bb4ed47d-723f-4f38-bf7c-ade9887bdc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.707776546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"755506ed-5e73-416f-8e6c-77aa39c17d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.708489567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"9c6b02ed-93a6-4291-b7d1-1f3f798cd09b","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:33:08.763341357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"2b4196f9-a2e8-4ce3-8ca1-4697e31f9de0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.768271386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"bb4ed47d-723f-4f38-bf7c-ade9887bdc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.81217846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"084dac30-bcc1-49ee-a617-08d7ced7a4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.822185242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"01055d0f-8f18-46c8-aa62-1a5e48ab0e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.869646919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"084dac30-bcc1-49ee-a617-08d7ced7a4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.877870081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"0a311153-9c43-4580-9094-2d9174aa8eda","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.881059368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"01055d0f-8f18-46c8-aa62-1a5e48ab0e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.885360075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"983972ba-0b14-4f43-b35e-910668245efa","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.935521614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"155121f8-e62d-4722-834c-b7bb65cbd0c2","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:08.940497703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"db6335c2-1ac2-4d78-ad2e-688b2b4b31a3","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.143377289Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fb1940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fb1940","reconcileID":"1a6e08c6-35be-4991-8cd3-bbb68f525c98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fb1940","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-fb1940"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.143510611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-auth","reconcileID":"d6c142e4-a7cf-471e-ab38-3742e3bd1508","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.152867148Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"cdd82567-94e5-4644-9341-1d214106f568","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-distinct-w0-f7d9bb","model":"distinct-w0-f7d9bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7d9bb/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.201986925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-auth","reconcileID":"d6c142e4-a7cf-471e-ab38-3742e3bd1508","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.241824686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"377c84de-2a3b-4463-b756-ac1c133485d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.243079454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d825aa8b-9c60-459f-98b3-d597abd7e002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.299425293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"377c84de-2a3b-4463-b756-ac1c133485d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.299955194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d825aa8b-9c60-459f-98b3-d597abd7e002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.331981866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"8c49baef-9175-4d92-848d-6c7f9ba69567","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.536562815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"959c7042-2229-4259-8722-9c98ae3375b3","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.542030102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"cb48e39c-c480-475d-b8c0-ea385ae9afd3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-distinct-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/distinct-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.767133083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-auth","reconcileID":"4b3a12db-099e-4a47-888b-00828f653c2f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.868516439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-auth","reconcileID":"4b3a12db-099e-4a47-888b-00828f653c2f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:09.971828673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"9c520cca-b87f-49b3-abcc-6e34f8c34913","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:33:10.042605847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-521f1f/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.093551824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"de4646ba-1d96-4ee2-a699-b900d752222d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.093549984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"45d71cec-a579-4c7c-928d-220ba8d58462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.160588053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"de4646ba-1d96-4ee2-a699-b900d752222d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.163001937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"45d71cec-a579-4c7c-928d-220ba8d58462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.527414846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a1a52405-4375-4171-90cf-c65d561176a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.527427636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b4ca0d1d-b3a3-4141-8bc5-6f9b58c2f7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.584938747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"b4ca0d1d-b3a3-4141-8bc5-6f9b58c2f7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.585860215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"a1a52405-4375-4171-90cf-c65d561176a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.588931264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f04343-56c8-4816-90af-bf446a8195b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.642498334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f04343-56c8-4816-90af-bf446a8195b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.694872745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f04343-56c8-4816-90af-bf446a8195b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.747189571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f04343-56c8-4816-90af-bf446a8195b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:10.861533396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3a4683","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3a4683","reconcileID":"e047c9a6-f0dd-4622-a84e-1dda0ca2aebb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-3a4683","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-3a4683":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.267856979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"38b16f51-9d3c-4d8e-bbca-420c40c8a984","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.267865987Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-auth","reconcileID":"4a81ceb1-642e-44b0-be0c-fe94af8a8df5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/distinct-2-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.476101573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"ba8b510d-ccb1-4155-8713-e6fd5bd0e752","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.481133357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4e647483-aa94-4525-b410-3461f3eb8eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.481132664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"755a6570-5019-4bda-ae1f-f01a21cb6b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.538262061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"755a6570-5019-4bda-ae1f-f01a21cb6b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.53826261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4e647483-aa94-4525-b410-3461f3eb8eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.621117451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"4174e512-65d2-49dc-aca2-36094ded85f0","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.661336712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e65e654-5548-4d51-8085-2fc51d36187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.714012261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e65e654-5548-4d51-8085-2fc51d36187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.766320267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e65e654-5548-4d51-8085-2fc51d36187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.819028603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e65e654-5548-4d51-8085-2fc51d36187d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.923087511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c0e227e2-6a5b-4ee0-aa3f-04291b1cc501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:12.979569228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c0e227e2-6a5b-4ee0-aa3f-04291b1cc501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:13.032382957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4ac7fc9-69ff-479b-b44f-11c4c19e625b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:13.089976612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e4ac7fc9-69ff-479b-b44f-11c4c19e625b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:14.768476851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd11d9-2046-4c8b-9b36-7ef1750d5726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:14.821006843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd11d9-2046-4c8b-9b36-7ef1750d5726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:14.877092938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd11d9-2046-4c8b-9b36-7ef1750d5726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:14.930047731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd11d9-2046-4c8b-9b36-7ef1750d5726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:16.96906401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2802e859-dcf2-4e72-9612-52561de87cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.021289507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2802e859-dcf2-4e72-9612-52561de87cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.073406112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2802e859-dcf2-4e72-9612-52561de87cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.125793434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2802e859-dcf2-4e72-9612-52561de87cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:19.016506787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0b286e-33c5-41e1-9c87-3a3cceb9f99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:19.069767339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0b286e-33c5-41e1-9c87-3a3cceb9f99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:19.123481854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0b286e-33c5-41e1-9c87-3a3cceb9f99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:19.176231788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0b286e-33c5-41e1-9c87-3a3cceb9f99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.490410287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-status-failed-sub","reconcileID":"014546d6-3b1b-48cd-bf30-716a491b7184","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.490582004Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"e2e-status-failed-sub","reconcileID":"014546d6-3b1b-48cd-bf30-716a491b7184","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-521f1f/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.876626704Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"ddff0aa6-83ca-46cc-b6ab-456c90170545","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/distinct-w0-f7d9bb","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.930194637Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"ddff0aa6-83ca-46cc-b6ab-456c90170545","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/distinct-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.963795835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d5ab19ba-363c-4d31-a46d-6965068b78c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.963808778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"ac6f6bd4-c945-4752-ad8e-03818dc65685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:22.983097702Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"e2e-no-access-sub","reconcileID":"ddff0aa6-83ca-46cc-b6ab-456c90170545","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/distinct-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.021063843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"ac6f6bd4-c945-4752-ad8e-03818dc65685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.021179107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"d5ab19ba-363c-4d31-a46d-6965068b78c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.251661505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"4bbb2c7e-d081-45f1-9462-ee16f3f75a4f","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.409377575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dcbdd32a-803b-4677-8225-1d262cc3c843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.409377259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4d484dc5-40f5-45f8-9aa9-0b1544b7389e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.465970823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dcbdd32a-803b-4677-8225-1d262cc3c843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.466154984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"4d484dc5-40f5-45f8-9aa9-0b1544b7389e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:24.985034687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.242562983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a9cf9-224b-4fbf-825f-85b6e1d5acc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.295444182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a9cf9-224b-4fbf-825f-85b6e1d5acc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.34804968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a9cf9-224b-4fbf-825f-85b6e1d5acc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.400753634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a9cf9-224b-4fbf-825f-85b6e1d5acc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.836301235Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-9aebe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-9aebe8","reconcileID":"2e42c039-71a4-4904-929f-b6d0ec1f7c9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-9aebe8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-9aebe8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:29.522177335Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-f735f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-f735f4","reconcileID":"97cddbad-775f-4d57-93de-5664d00c2909","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-f735f4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-f735f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:30.498978525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c06ca9-2b36-4de2-b067-da0930fffcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:30.556090421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c06ca9-2b36-4de2-b067-da0930fffcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:30.616384207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c06ca9-2b36-4de2-b067-da0930fffcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:30.684056283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c06ca9-2b36-4de2-b067-da0930fffcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.223334484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"99092fe6-7555-4026-92e7-c9efad1543ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.224476525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e8871df5-7e66-4e0a-8e94-2a1705af66d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.283606905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"99092fe6-7555-4026-92e7-c9efad1543ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.284112053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e8871df5-7e66-4e0a-8e94-2a1705af66d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.419030541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2511d922-c518-49ce-8874-2eb0c50965c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.41904223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"fe751033-22fd-452a-a1a9-d337018381a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.477868725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"fe751033-22fd-452a-a1a9-d337018381a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.479025217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"2511d922-c518-49ce-8874-2eb0c50965c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:32.657809392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009085c6-0a4d-4d6c-a9fc-008262ff5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:32.71299109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009085c6-0a4d-4d6c-a9fc-008262ff5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:32.765549173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009085c6-0a4d-4d6c-a9fc-008262ff5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:32.819120055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009085c6-0a4d-4d6c-a9fc-008262ff5871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.140325029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","namespace":"ai-tenant-e2e-ipp-b-f9bff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.140381926Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","namespace":"ai-tenant-e2e-ipp-b-f9bff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.1404305Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","tenant":"e2e-ipp-b-f9bff9","tenantID":"e2e-ipp-b-f9bff9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.194436345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f9bff9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.253657431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Service","name":"maas-api-e2e-ipp-b-f9bff9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.308453023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f9bff9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.363980652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f9bff9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.419425836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.473544916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.530274912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.584212144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.638227848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.69216152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.751219154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Service","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.814689149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.870945707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.928498688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:37.983537049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:38.038728246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:38.092320003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:38.14595892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:38.237996043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f9bff9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:38.29414594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f9bff9"},"namespace":"ai-tenant-e2e-ipp-b-f9bff9","name":"default-tenant","reconcileID":"9a371ed7-2964-4211-9ec1-97a0f1273372","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f9bff9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.108093663Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f9bff9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f9bff9","reconcileID":"fec94cce-715a-4a5f-9e02-fdd621b533ac","aitenant":"ai-tenants/e2e-ipp-b-f9bff9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.742997894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2e2a88-f288-4f1d-abfd-4939fe098aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.795614232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2e2a88-f288-4f1d-abfd-4939fe098aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.847747344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2e2a88-f288-4f1d-abfd-4939fe098aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.900069214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2e2a88-f288-4f1d-abfd-4939fe098aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:40.958325285Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f9bff9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f9bff9","reconcileID":"fec94cce-715a-4a5f-9e02-fdd621b533ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f9bff9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f9bff9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:42.851862655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbec5537-6c97-4bd1-a933-8d8fec4e4ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:42.904182356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbec5537-6c97-4bd1-a933-8d8fec4e4ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:42.956380416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbec5537-6c97-4bd1-a933-8d8fec4e4ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.008782282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbec5537-6c97-4bd1-a933-8d8fec4e4ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.38549101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"61f416ba-ac04-4d8e-bba6-b0beb401c4fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.500395809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"61f416ba-ac04-4d8e-bba6-b0beb401c4fc","name":"e2e-shared-a-w3-965a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.959364909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e28102c-33b3-4541-8f9c-20874ad8e217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:45.011803244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e28102c-33b3-4541-8f9c-20874ad8e217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:45.064132269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e28102c-33b3-4541-8f9c-20874ad8e217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:45.116385554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e28102c-33b3-4541-8f9c-20874ad8e217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:47.667345651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a1aa79-25a9-4ad3-b56b-1a7801369eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:47.719769266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a1aa79-25a9-4ad3-b56b-1a7801369eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:47.772044803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a1aa79-25a9-4ad3-b56b-1a7801369eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:47.8714683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a1aa79-25a9-4ad3-b56b-1a7801369eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:48.200567102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f954db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f954db","reconcileID":"7197d6c2-ba28-4549-a831-cddef8b18557","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f954db","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f954db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.627749247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"23731ad8-485b-4a9e-8659-b6ddccf6f0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.627785333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b5c525bc-354c-444c-bf4c-d6583bf4dc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.684728279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b5c525bc-354c-444c-bf4c-d6583bf4dc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.685082729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"23731ad8-485b-4a9e-8659-b6ddccf6f0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.897407834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df1be5-f12c-41ae-adf4-06f1a53bb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:49.950879666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df1be5-f12c-41ae-adf4-06f1a53bb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:50.003338076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df1be5-f12c-41ae-adf4-06f1a53bb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:50.055667597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df1be5-f12c-41ae-adf4-06f1a53bb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:51.956108646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9353c02-7eb4-4017-9645-a0bb9cdfdfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:52.008466382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9353c02-7eb4-4017-9645-a0bb9cdfdfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:52.06049716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9353c02-7eb4-4017-9645-a0bb9cdfdfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:52.112769029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9353c02-7eb4-4017-9645-a0bb9cdfdfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.084133279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"77ced9ac-a327-4d07-b038-380a6d179205","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.141160852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b38a073-02bb-4d71-aa10-52484a5ac549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.193555227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b38a073-02bb-4d71-aa10-52484a5ac549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.205202358Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"77ced9ac-a327-4d07-b038-380a6d179205","name":"e2e-shared-a-w1-3a4683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.246091877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b38a073-02bb-4d71-aa10-52484a5ac549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.298440256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b38a073-02bb-4d71-aa10-52484a5ac549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:54.981898986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:13.396889152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"95cdd763-d6b8-471f-8234-f08dcf669149","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:13.511716894Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"95cdd763-d6b8-471f-8234-f08dcf669149","name":"e2e-shared-a-w0-9aebe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:18.236418675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"0d744c3e-4bd8-4584-b060-6a5cd615dc4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:18.352521855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"0d744c3e-4bd8-4584-b060-6a5cd615dc4d","name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:24.96996864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:34.384764461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d510e54-0e6c-4e64-aa74-813db6a7fbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:34.437123242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d510e54-0e6c-4e64-aa74-813db6a7fbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:34.489409653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d510e54-0e6c-4e64-aa74-813db6a7fbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:34.541830847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d510e54-0e6c-4e64-aa74-813db6a7fbcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:36.441715659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a07130b-f121-42b1-ad9c-bd3210e4a9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:36.49433065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a07130b-f121-42b1-ad9c-bd3210e4a9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:36.546613817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a07130b-f121-42b1-ad9c-bd3210e4a9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:36.598965001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a07130b-f121-42b1-ad9c-bd3210e4a9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:38.543833822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd68acbd-e8ef-44b6-8929-08fe3a6f32e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:38.597974572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd68acbd-e8ef-44b6-8929-08fe3a6f32e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:38.651656464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd68acbd-e8ef-44b6-8929-08fe3a6f32e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:38.70439739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd68acbd-e8ef-44b6-8929-08fe3a6f32e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:40.647586569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd515386-af16-43d9-af56-878dafb4772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:40.70028468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd515386-af16-43d9-af56-878dafb4772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:40.752490857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd515386-af16-43d9-af56-878dafb4772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:40.805892044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd515386-af16-43d9-af56-878dafb4772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:41.880813437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7273af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7273af","reconcileID":"b75ecf8b-ece0-4822-9af7-a72234ce9020","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7273af","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7273af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.766841475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"f84f2d1c-d69f-4b1f-8ad9-3a88374663d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.767256791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e07027-c910-48e1-96fa-ecd11e70b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.823984723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e07027-c910-48e1-96fa-ecd11e70b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.876397549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e07027-c910-48e1-96fa-ecd11e70b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.929138001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e07027-c910-48e1-96fa-ecd11e70b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:42.939632205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"f84f2d1c-d69f-4b1f-8ad9-3a88374663d4","name":"e2e-praxis-a-f954db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.975197371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1bfcf-62ca-4e8d-9b43-a1b5b097ef5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:45.029076915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1bfcf-62ca-4e8d-9b43-a1b5b097ef5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:45.08155775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1bfcf-62ca-4e8d-9b43-a1b5b097ef5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:45.134071133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1bfcf-62ca-4e8d-9b43-a1b5b097ef5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:49.979335497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a91076-bf98-494d-8c53-3039dede405d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:50.032347417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a91076-bf98-494d-8c53-3039dede405d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:50.084641864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a91076-bf98-494d-8c53-3039dede405d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:50.136871194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a91076-bf98-494d-8c53-3039dede405d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:52.016588277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3fe999-837a-448c-be28-a2905c24dd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:52.068919462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3fe999-837a-448c-be28-a2905c24dd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:52.121358368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3fe999-837a-448c-be28-a2905c24dd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:52.173678144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3fe999-837a-448c-be28-a2905c24dd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:54.243808436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ad1bd8-c6c5-4d61-9c29-3bf3e5ea03c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:54.296378001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ad1bd8-c6c5-4d61-9c29-3bf3e5ea03c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:54.353505902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ad1bd8-c6c5-4d61-9c29-3bf3e5ea03c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:54.41048524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ad1bd8-c6c5-4d61-9c29-3bf3e5ea03c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:54.972238152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:56.638273284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eeeffc0-011e-4559-b07c-36fe896c0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:56.690442738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eeeffc0-011e-4559-b07c-36fe896c0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:56.743086468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eeeffc0-011e-4559-b07c-36fe896c0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:56.795546601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eeeffc0-011e-4559-b07c-36fe896c0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:57.163154802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-78b5c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-78b5c5","reconcileID":"7a4cc533-d754-4b43-bd73-d3ad5b51fa69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-78b5c5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-78b5c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.746806122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42beed4c-7595-46f7-87a6-f3180d4e41b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.809646068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42beed4c-7595-46f7-87a6-f3180d4e41b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.861833537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42beed4c-7595-46f7-87a6-f3180d4e41b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.914025652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42beed4c-7595-46f7-87a6-f3180d4e41b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.850426005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84471c30-30b1-4d9f-b367-650dd47d8a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.909491565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84471c30-30b1-4d9f-b367-650dd47d8a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.96179293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84471c30-30b1-4d9f-b367-650dd47d8a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:01.014275503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84471c30-30b1-4d9f-b367-650dd47d8a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:02.943626686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fae331e-ab7f-4fab-a48a-94635048ae97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:02.995909045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fae331e-ab7f-4fab-a48a-94635048ae97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.057139394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fae331e-ab7f-4fab-a48a-94635048ae97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.113726482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fae331e-ab7f-4fab-a48a-94635048ae97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.994566814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81ee471-b061-4c55-abe4-d1add6943e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:05.047020201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81ee471-b061-4c55-abe4-d1add6943e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:05.099325461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81ee471-b061-4c55-abe4-d1add6943e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:05.151610987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81ee471-b061-4c55-abe4-d1add6943e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.040430702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78481020-73be-495e-9d8b-b90984a676de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.093050917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78481020-73be-495e-9d8b-b90984a676de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.145563616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78481020-73be-495e-9d8b-b90984a676de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.197989358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78481020-73be-495e-9d8b-b90984a676de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:10.779932891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16757a77-21d1-42a3-aa7f-c4fcf37525dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:10.833831457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16757a77-21d1-42a3-aa7f-c4fcf37525dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:10.886957709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16757a77-21d1-42a3-aa7f-c4fcf37525dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:10.939515606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16757a77-21d1-42a3-aa7f-c4fcf37525dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:11.644150441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"86a38ccc-2051-46d9-93cb-627c4ccc1c78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:11.747821339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"f7dbc1e0-ca3e-47e1-9309-ad03f9290737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:11.843083597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"d78e15be-0fda-43b4-8621-3d1a03b14037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:11.946572106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9084137-ca69-44a8-a529-48107c05ab8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.236885694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"bb1d4d52-720a-45bc-a9fa-ccf7d6671ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.292641097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"4e195599-0cb7-4297-81dc-9b466655e0f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.462152605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"029fa1cd-ddb8-4561-8ee6-abb27f288c89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.462618768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"16997b9d-fcca-47fb-bc85-f39a86191b99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.56843896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"235bf869-6883-4848-b14a-93b284245d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.694054509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"900e086c-4143-4b11-8d11-69df07828968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.694563412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"ed935fae-71e0-48a1-95c0-39c7d7d12f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.906387387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"85c38bb2-f932-480d-9f07-38feb77b9140","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:12.97649331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206bdcd9-3b59-4829-b62f-fa289b63f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:13.029075156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206bdcd9-3b59-4829-b62f-fa289b63f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:13.081960615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206bdcd9-3b59-4829-b62f-fa289b63f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:13.134298748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206bdcd9-3b59-4829-b62f-fa289b63f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:15.362433686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7141e1a-cca8-4ad9-b72b-7cb999a24a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:15.42147429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7141e1a-cca8-4ad9-b72b-7cb999a24a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:15.482234392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7141e1a-cca8-4ad9-b72b-7cb999a24a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:15.540392799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7141e1a-cca8-4ad9-b72b-7cb999a24a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:17.121619145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ffba43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ffba43","reconcileID":"7a1e3f68-5849-4586-8686-59aaaaa7ecbe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ffba43","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ffba43":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:17.551016256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3be983-bdb7-4829-ad65-40822eefdc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:17.616933755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3be983-bdb7-4829-ad65-40822eefdc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:17.671605269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3be983-bdb7-4829-ad65-40822eefdc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:17.724633877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3be983-bdb7-4829-ad65-40822eefdc0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.615719588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfff617f-718a-4367-a473-a4c2d8940fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.669455585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfff617f-718a-4367-a473-a4c2d8940fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.721963638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfff617f-718a-4367-a473-a4c2d8940fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.774301047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfff617f-718a-4367-a473-a4c2d8940fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.726332329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6603a60-11e2-43e1-a745-833e862d773b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.779647572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6603a60-11e2-43e1-a745-833e862d773b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.835276279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6603a60-11e2-43e1-a745-833e862d773b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.839988862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-957b33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-957b33","reconcileID":"99c3620a-cf50-4baa-905a-3815bfa53486","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-957b33","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-957b33":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.888152674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6603a60-11e2-43e1-a745-833e862d773b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.762171115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136023aa-de97-4d4b-bbb0-48936982f299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.8184409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136023aa-de97-4d4b-bbb0-48936982f299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.871374117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136023aa-de97-4d4b-bbb0-48936982f299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.923766889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"136023aa-de97-4d4b-bbb0-48936982f299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.969211293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.796976332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d07cd-2a96-4b08-8bc3-3016d373e8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.849496977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d07cd-2a96-4b08-8bc3-3016d373e8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.908728404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d07cd-2a96-4b08-8bc3-3016d373e8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.969277832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d07cd-2a96-4b08-8bc3-3016d373e8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:27.975672221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37b9ae-47a3-41c0-9f8e-8c9c15c1f6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:28.028742449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37b9ae-47a3-41c0-9f8e-8c9c15c1f6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:28.081905604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37b9ae-47a3-41c0-9f8e-8c9c15c1f6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:28.134556536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37b9ae-47a3-41c0-9f8e-8c9c15c1f6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.061653498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539d452-8bac-4da4-b027-b6296eeee1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.12081478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539d452-8bac-4da4-b027-b6296eeee1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.174966128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539d452-8bac-4da4-b027-b6296eeee1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.228103356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c539d452-8bac-4da4-b027-b6296eeee1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:42.036013357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388fe980-eefb-4d73-a88a-6d784f98c75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:42.090258225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388fe980-eefb-4d73-a88a-6d784f98c75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:42.143152535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388fe980-eefb-4d73-a88a-6d784f98c75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:42.195267905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388fe980-eefb-4d73-a88a-6d784f98c75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:44.093670789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42f9f2-e91c-4377-9bd9-cc7959987b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:44.153251503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42f9f2-e91c-4377-9bd9-cc7959987b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:44.205332492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42f9f2-e91c-4377-9bd9-cc7959987b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:44.257380993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42f9f2-e91c-4377-9bd9-cc7959987b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:45.226830787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"8f6169e9-7c09-48cb-ac25-bdedb6cf0c8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:45.413849667Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"8f6169e9-7c09-48cb-ac25-bdedb6cf0c8f","name":"e2e-shared-b-w3-7273af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:46.139242106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96564a48-6b50-43ef-8973-341ed82ff49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:46.191605737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96564a48-6b50-43ef-8973-341ed82ff49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:46.244084786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96564a48-6b50-43ef-8973-341ed82ff49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:46.297004125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96564a48-6b50-43ef-8973-341ed82ff49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.303378406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59350a43-dc6f-400b-9278-84e6da7f9650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.356206385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59350a43-dc6f-400b-9278-84e6da7f9650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.409119465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59350a43-dc6f-400b-9278-84e6da7f9650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.461525403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59350a43-dc6f-400b-9278-84e6da7f9650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:51.297181901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbf9268-f9ed-49b9-9629-e4bc84a0df5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:51.349585117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbf9268-f9ed-49b9-9629-e4bc84a0df5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:51.402214184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbf9268-f9ed-49b9-9629-e4bc84a0df5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:51.45466916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbf9268-f9ed-49b9-9629-e4bc84a0df5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:52.591681345Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4616ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4616ec","reconcileID":"a563e910-a0a3-4531-99f2-713672c93299","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4616ec","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4616ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:53.349924313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1e56f2-b6bf-42b7-b9fb-eae6800ac9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:53.403288088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1e56f2-b6bf-42b7-b9fb-eae6800ac9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:53.456539797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1e56f2-b6bf-42b7-b9fb-eae6800ac9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:53.509021656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1e56f2-b6bf-42b7-b9fb-eae6800ac9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:54.969179382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:55.382322806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2be43f8-0d91-4024-bdc7-caa6d092a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:55.435291044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2be43f8-0d91-4024-bdc7-caa6d092a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:55.488124891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2be43f8-0d91-4024-bdc7-caa6d092a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:55.541081222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2be43f8-0d91-4024-bdc7-caa6d092a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:59.386256794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"b8aeafca-34ba-496a-8a73-0cd6075eace6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:59.439368754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"1122974b-2008-491a-a4ee-5249b563ceb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:59.548593181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"cdd8b9cb-1e75-4e8d-9527-f632fc08e31a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:59.647217219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"c7ca6a2b-77c8-4d53-b889-771fee89cba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:59.747739475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"eb1ac5fa-2bed-4b1f-8c95-b8b4dac64aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.050241401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"12262d68-7209-4f31-82f3-5436d531161d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.102381297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2011a0e9-248d-4876-b62c-7d7d863fad57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.267255277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"d397b7ff-4d8b-46d9-b698-69480d302db9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.368970977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"21fe8f50-c884-469b-bff7-0d132b99efda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.382168576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"7f76ad03-5d68-4828-bad6-de04383a1dfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.490362565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8486b35-a5b9-4a45-9bb6-31d9c5f000c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:00.651299026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"86ee0533-9ca8-4774-9498-8b9e0b72dc40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:05.462851971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"faf26377-536f-495b-ad64-7ca8a18545eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:05.576954746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"faf26377-536f-495b-ad64-7ca8a18545eb","name":"e2e-shared-b-w1-78b5c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:24.516618735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"bdd3ef4a-8bae-45bc-a48c-a0c7ed62afe7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:24.632738544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"bdd3ef4a-8bae-45bc-a48c-a0c7ed62afe7","name":"e2e-shared-b-w0-ffba43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:25.001179808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.170035278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"4c54db7f-0ed2-4ec5-95f3-95195f41e09a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.284032302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"4c54db7f-0ed2-4ec5-95f3-95195f41e09a","name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.969951969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.867044492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86cd0d2-6135-49de-a54a-63e1ba3a4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.919341911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86cd0d2-6135-49de-a54a-63e1ba3a4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.971603655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86cd0d2-6135-49de-a54a-63e1ba3a4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:00.0243075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86cd0d2-6135-49de-a54a-63e1ba3a4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:01.904170053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cbd67-4688-4ae6-ae49-71527e0bc08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:01.957932589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cbd67-4688-4ae6-ae49-71527e0bc08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:02.010645062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cbd67-4688-4ae6-ae49-71527e0bc08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:02.062946024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cbd67-4688-4ae6-ae49-71527e0bc08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:07.828560959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"7b86f82e-912c-4fa9-8695-e75483010932","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4616ec","tenantID":"e2e-praxis-b-4616ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:07.943154359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"7b86f82e-912c-4fa9-8695-e75483010932","name":"e2e-praxis-b-4616ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:24.059332945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772560-d4f5-499c-b345-63e3394b1387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:24.111823577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772560-d4f5-499c-b345-63e3394b1387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:24.163949912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772560-d4f5-499c-b345-63e3394b1387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:24.216169976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772560-d4f5-499c-b345-63e3394b1387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:24.970847645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.14368974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f0aa-1a7e-4979-9fac-5c2e14716438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.195965556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f0aa-1a7e-4979-9fac-5c2e14716438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.248458231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f0aa-1a7e-4979-9fac-5c2e14716438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.300723661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f0aa-1a7e-4979-9fac-5c2e14716438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.188070273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ff249-5157-41bd-a28e-0f0378fd7a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.240493768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ff249-5157-41bd-a28e-0f0378fd7a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.292586588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ff249-5157-41bd-a28e-0f0378fd7a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.344882882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ff249-5157-41bd-a28e-0f0378fd7a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:45.222135054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce834ab-7583-40db-9497-de4b4754687d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:45.275481588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce834ab-7583-40db-9497-de4b4754687d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:45.327808821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce834ab-7583-40db-9497-de4b4754687d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:45.380125196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce834ab-7583-40db-9497-de4b4754687d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:47.356351898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e43d162-5713-413b-803c-b813d6ba1a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:47.409618985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e43d162-5713-413b-803c-b813d6ba1a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:47.463287022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e43d162-5713-413b-803c-b813d6ba1a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:47.517126204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e43d162-5713-413b-803c-b813d6ba1a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.2796787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e652d8-07e5-47e5-89ec-35424e41bd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.331980334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e652d8-07e5-47e5-89ec-35424e41bd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.384072821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e652d8-07e5-47e5-89ec-35424e41bd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.436339664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e652d8-07e5-47e5-89ec-35424e41bd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.995500431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"ce3b9ddd-0bce-4561-88c0-2465d31f7f97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.266214915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"3e35681e-6da1-429f-b651-a7de00e00900","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.366117519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdb6da58-00a2-4fc0-b31c-bb73f71e85d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.374138404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"cf593755-4e94-467c-9036-42984a87e118","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.690897983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"96a4365a-0a2f-4ee6-b246-926256636151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.854216111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb10853c-d509-4790-a540-b23aea9725c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.913117054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7b7dccef-7cc9-44f5-b427-4f9c6539702a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:54.969604279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.014675143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"ce70fecb-1d3d-4167-b713-db510a69a7e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.033022789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"2c3b8cc6-971f-433b-a21f-855fae4e9d72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.198311909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"22c74106-c6b7-449c-8d22-b70babf8fcec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.300908102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"d88df20f-b4b7-457d-a363-d02bf165e623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.325298666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8a8e3127-a6f2-459e-8d4e-f3b4c44aaf11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.337591353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfc66ea-5be5-4ba1-8b8d-d1a8df3cf077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.390063085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfc66ea-5be5-4ba1-8b8d-d1a8df3cf077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.442913886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfc66ea-5be5-4ba1-8b8d-d1a8df3cf077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:55.495296403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfc66ea-5be5-4ba1-8b8d-d1a8df3cf077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:09.867830471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"ba74eec5-fc87-4657-a3b0-13271f2d865d","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:09.867855571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"ba74eec5-fc87-4657-a3b0-13271f2d865d","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:22.510978484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"0eadea3f-bdde-45b4-a7d8-be941d521fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:22.609375123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"0aa4b55b-54f3-49fc-801f-a2d9f9d5487b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:22.789628877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"87df967d-f082-4cc0-af5c-c38d04a7f366","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:22.890988364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ceaefe46-c203-48cb-b39c-509ae2be2b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:22.988668262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0f25814-2e75-4cdd-8916-c193d66bd719","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.117849244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"9f5058cb-1b92-465e-ad99-d5df4d89c8a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.217445847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"02120816-60fc-4744-8f15-5ba01eefb0ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.232908576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"291fc6d7-e59f-454b-a906-e22c12b403c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.342306388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"ea05c5e1-c4f8-4554-beda-922ada078d19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.786534736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"ac6969f6-c44d-4f23-934c-d3b8db45d02b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.83914996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"1c52fccb-e2cf-47a9-8334-86fb8b5cb9e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.894368544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"7e0c6114-2db3-4b3b-93f7-5930401eee73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:24.969094246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:26.75854948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc1800f-4fb6-4c26-801e-5c46a7e39be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:26.811157966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc1800f-4fb6-4c26-801e-5c46a7e39be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:26.86322392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc1800f-4fb6-4c26-801e-5c46a7e39be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:26.91598879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc1800f-4fb6-4c26-801e-5c46a7e39be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:28.786743356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eab935b-0359-4b74-a4fd-a745fa7816a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:28.839297411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eab935b-0359-4b74-a4fd-a745fa7816a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:28.891931559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eab935b-0359-4b74-a4fd-a745fa7816a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:28.944124915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eab935b-0359-4b74-a4fd-a745fa7816a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:54.971476127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:16.518678763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"88e9b29f-2ce8-4d40-95e1-6e2d942ca86e","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:16.518735172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"88e9b29f-2ce8-4d40-95e1-6e2d942ca86e","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:24.969972133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:35.812087278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"90461778-2191-42bd-b0d1-876b4a5a690e","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:35.812114378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"90461778-2191-42bd-b0d1-876b4a5a690e","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:54.970407715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:55.885512816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"196f6aa8-5a5e-4097-ab50-64381b390f3b","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:55.885548385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"196f6aa8-5a5e-4097-ab50-64381b390f3b","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.560043152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"afaa9c1c-8bc2-448f-95f6-1e527b41f572","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.56006994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"afaa9c1c-8bc2-448f-95f6-1e527b41f572","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.13448412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"d8087e22-7adc-48e5-9c8c-d4b7ddfd6e47","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.134509633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"d8087e22-7adc-48e5-9c8c-d4b7ddfd6e47","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.188930741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"b161b4bd-7b13-44b7-83e0-430b2a06ee4c","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.189023422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"b161b4bd-7b13-44b7-83e0-430b2a06ee4c","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.351277181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4eed0018-fdfe-4fd7-b216-c110b0ed4ad3","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.474990873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4eed0018-fdfe-4fd7-b216-c110b0ed4ad3","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.530039153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-965a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4eed0018-fdfe-4fd7-b216-c110b0ed4ad3","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.586869928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"a32eea41-4d09-4bc8-b067-8bc14c67aa40","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.586887707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"a32eea41-4d09-4bc8-b067-8bc14c67aa40","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:15.693756467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"aab2db6d-a18f-4f4c-ab20-8ec628533868","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:15.750106505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"aab2db6d-a18f-4f4c-ab20-8ec628533868","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:15.805758039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-965a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"aab2db6d-a18f-4f4c-ab20-8ec628533868","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.970523597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.914263376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"910da350-5886-4ab2-a1a4-469d634a7289","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.971742748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"910da350-5886-4ab2-a1a4-469d634a7289","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.027668511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-965a07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"910da350-5886-4ab2-a1a4-469d634a7289","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:36.131859009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"b8c97c46-d2a3-40bf-8b8c-83d98f3272fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:36.188278298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"b8c97c46-d2a3-40bf-8b8c-83d98f3272fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:36.243314076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-965a07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7450cfe52173e1a37c20f55543d03a00d0f4e06df11a1f66b40eb2014506a168) AuthConfig (9ed7d9ec3a6dae9314592593369312bc45d0c0a38eae6d0347d19d91a789cc27) AuthConfig (f4853cabdeebc382f0c46f2421c5da2276307468bfacb8f7fcacb1df2366d6e9) AuthConfig (4209b5504fe8ed0a46f7b38460932122c586fc3d4b73a51358e5f04d98688984) AuthConfig (8538bb2ca3736a758275b5965b8f75b9569d9a15b14c22a9ff3102730bc9b11a) AuthConfig (58209fa26d26ef8f9a902532178589713857e2d11cf30f2415f47a51bed48581) AuthConfig (b9abfac2466bfdc55e7e5e7b2daadfe2f9a8217e0ba0f996fe287cd54061058b) AuthConfig (2c5e63d5d3df5a62c74752cf11b31844aca977c54dbcadd0e25d62b9fee9c19b) AuthConfig (379d43af5d3dd1e38608b3cb28dfb738e3c31079cf5158ce331c32441c7e4f8d) AuthConfig (3315c8979ac394048f516e654147a77eb91dbac7dfbf9aa7d9b21994669cac2f) AuthConfig (e03bfc1a3a81772b1340ebe48fd6b9a9814df9858e579f6ac033a1cd5be5b59e) AuthConfig (efcd205ab82d711249e9604d68e019f89790e3682ab191e7d73af6d0642c2a48) AuthConfig (5495d2a290409ce0647d41cf9ffc09f043d22286e5aba1e5f5a0c732e3b472b5) AuthConfig (0f0b3bf49aadfb5df30b3b9747032265fbd1aea6298c18db94467aed1e3c5975) AuthConfig (9771c2671caffa532dc3318906cd060f77c91f8062c203113b9ccda3e251f943) AuthConfig (67e039566ffb5a46109e065aa1ee0fd2e68a8dc9648b5ca6969145d218c09b23) AuthConfig (6f9338eea25bf86e6b6fe59fcfd6b7eb8b711dcbf80911a7fcbc36db9e24e5fd) AuthConfig (bba847c3e90349665ded1b68dfd11e1cca8a083e6a788e8cdf1f96f52ab7bbee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"b8c97c46-d2a3-40bf-8b8c-83d98f3272fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:36.300650814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"458330a6-dc28-49a8-93fc-2511cfee1521","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:36.300671038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"458330a6-dc28-49a8-93fc-2511cfee1521","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.406122331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"cf9d06f0-5137-4b4b-be0a-e4278c1cf164","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.462868618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"cf9d06f0-5137-4b4b-be0a-e4278c1cf164","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.518820521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-965a07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7450cfe52173e1a37c20f55543d03a00d0f4e06df11a1f66b40eb2014506a168) AuthConfig (9ed7d9ec3a6dae9314592593369312bc45d0c0a38eae6d0347d19d91a789cc27) AuthConfig (f4853cabdeebc382f0c46f2421c5da2276307468bfacb8f7fcacb1df2366d6e9) AuthConfig (4209b5504fe8ed0a46f7b38460932122c586fc3d4b73a51358e5f04d98688984) AuthConfig (8538bb2ca3736a758275b5965b8f75b9569d9a15b14c22a9ff3102730bc9b11a) AuthConfig (58209fa26d26ef8f9a902532178589713857e2d11cf30f2415f47a51bed48581) AuthConfig (b9abfac2466bfdc55e7e5e7b2daadfe2f9a8217e0ba0f996fe287cd54061058b) AuthConfig (2c5e63d5d3df5a62c74752cf11b31844aca977c54dbcadd0e25d62b9fee9c19b) AuthConfig (379d43af5d3dd1e38608b3cb28dfb738e3c31079cf5158ce331c32441c7e4f8d) AuthConfig (3315c8979ac394048f516e654147a77eb91dbac7dfbf9aa7d9b21994669cac2f) AuthConfig (e03bfc1a3a81772b1340ebe48fd6b9a9814df9858e579f6ac033a1cd5be5b59e) AuthConfig (efcd205ab82d711249e9604d68e019f89790e3682ab191e7d73af6d0642c2a48) AuthConfig (5495d2a290409ce0647d41cf9ffc09f043d22286e5aba1e5f5a0c732e3b472b5) AuthConfig (0f0b3bf49aadfb5df30b3b9747032265fbd1aea6298c18db94467aed1e3c5975) AuthConfig (9771c2671caffa532dc3318906cd060f77c91f8062c203113b9ccda3e251f943) AuthConfig (67e039566ffb5a46109e065aa1ee0fd2e68a8dc9648b5ca6969145d218c09b23) AuthConfig (6f9338eea25bf86e6b6fe59fcfd6b7eb8b711dcbf80911a7fcbc36db9e24e5fd) AuthConfig (bba847c3e90349665ded1b68dfd11e1cca8a083e6a788e8cdf1f96f52ab7bbee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"cf9d06f0-5137-4b4b-be0a-e4278c1cf164","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.171327461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"7d75355c-257f-466c-a263-50636440fa45","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.171352767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"7d75355c-257f-466c-a263-50636440fa45","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.642749057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"c5a285e5-82ea-42e6-8810-6d95f8ecd416","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.642773042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"c5a285e5-82ea-42e6-8810-6d95f8ecd416","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.697308679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"e5cf9dbd-e3a7-4c16-8661-9ca5c0d2ee5d","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.697330219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"e5cf9dbd-e3a7-4c16-8661-9ca5c0d2ee5d","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.800871104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"a0ed91f1-f86e-4360-8546-baf38d7f0563","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.924344732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"a0ed91f1-f86e-4360-8546-baf38d7f0563","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.978860825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"a0ed91f1-f86e-4360-8546-baf38d7f0563","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.033266648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"1e2a1728-2b3f-47c2-8bb6-36f767b4d32a","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.033286737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"1e2a1728-2b3f-47c2-8bb6-36f767b4d32a","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.969806672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.623285444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4ec2d087-4db6-4adf-a70e-695e0208d5d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.679400726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4ec2d087-4db6-4adf-a70e-695e0208d5d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.99746593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"00bdb528-f7f0-4e97-9c49-ec45e29d67f0","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.997486747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"00bdb528-f7f0-4e97-9c49-ec45e29d67f0","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.449494427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"52357af6-dba0-4ab8-a316-3ff7dd6339f8","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.449515846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"52357af6-dba0-4ab8-a316-3ff7dd6339f8","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.509128319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09ed5411-f24f-4d05-80e0-c387fd0e2123","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.509153526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09ed5411-f24f-4d05-80e0-c387fd0e2123","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:41:02.553525909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"13052c34-5f59-49ca-8451-3aa964dbc354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-36b504\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.55366348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4df546b1-b8c0-41f9-a016-9ebabe82032a","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:41:02.562046861Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09ed5411-f24f-4d05-80e0-c387fd0e2123","name":"auth-test-model-965a07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-965a07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:41:02.562109023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09ed5411-f24f-4d05-80e0-c387fd0e2123","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-965a07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.567456292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"a66e75b3-9501-46e3-b0ee-f6f465aa7556","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.567472795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"a66e75b3-9501-46e3-b0ee-f6f465aa7556","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.610954194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"4df546b1-b8c0-41f9-a016-9ebabe82032a","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.659856549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09e73aa0-dee6-4221-bbf1-ca3a78f65c05","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.659873358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"09e73aa0-dee6-4221-bbf1-ca3a78f65c05","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.716589856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"5c408ff3-34f4-4592-b575-a5387c865f5b","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.716610334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"5c408ff3-34f4-4592-b575-a5387c865f5b","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.872277506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"75741342-2b7b-43e9-8331-05dd7ad8cd2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.929735536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"dadd3c65-169b-4a2a-b785-f8f7e2c88d3b","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","model":"auth-test-model-965a07","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-965a07/e2e-auth-iso-36b504"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:02.930006517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"75741342-2b7b-43e9-8331-05dd7ad8cd2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.094155272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"580d2782-6b7f-4709-a424-f7c44b445ad2","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.094175097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"580d2782-6b7f-4709-a424-f7c44b445ad2","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.137187413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"3a896d43-d02d-48e0-9490-6df11de21021","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.194164225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"3a896d43-d02d-48e0-9490-6df11de21021","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.249552476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"3a896d43-d02d-48e0-9490-6df11de21021","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.303247364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"7f3a604b-c47e-491d-bc5f-fe3b9814a46f","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.454328574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"4e60aaa7-02e7-4765-b87b-31da179ac55c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.454357818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"4e60aaa7-02e7-4765-b87b-31da179ac55c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.3549228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"705a9e41-70c9-4080-a941-5e6840498f8e","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.411947929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"705a9e41-70c9-4080-a941-5e6840498f8e","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.468189715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (091d959e1ac21fc14cd29d78377e3ff5484e1d41687701da89119c06aa78bd42) AuthConfig (df181e18d7788ecd6f60d03a9a53935ad573c4dfa9eb83e6a5c0703af1cd8d10) AuthConfig (fa487cd6a1f61e7e915cb72e5bc082842f085c6d36914a510894ecdef4dc54e2) AuthConfig (ffbc16d452d5ac7e0fa9acfd5609a7bb933afe6bba659e52ddcba5f724775a07) AuthConfig (56d3286f4d57c6ef110f87fc6306ace9f6f469ba4b144813c9f567625a465522) AuthConfig (07582c9f9bd6a05c8cfb0f746512a1c1ff11f029b1a9a45b0d6c9b42eb1b36fb) AuthConfig (55560ee03f65480e6e182d477d00a1d58d8355e43895a127feb2d29351702ac1) AuthConfig (44711b0ec416748d2d3a893d9a91b872cf21b8b893b70b25bc138fb53cd6d867) AuthConfig (47f9e8b62df2915dbfff05b3ef551702e1dcafe12c4e8c990512c67e48144e55) AuthConfig (6aa892b102d356c822156656e1cf665b29f11ad0f41af4309aa5219a42c4dd6f) AuthConfig (9d6c111827280469a54ae5c9ede78cce20787342333e03b06a97df55fcae2df8) AuthConfig (ba8ffb36d48e336ef66f4f730f2bc32a0f64e056506f812bb1e0e77e43ac2a5f) AuthConfig (3dc3e7254ac1f5f08565448480e4fb91c3f2eb13f511ddf7ca036eb71df96756) AuthConfig (dd7d8e20e7cdd44ff303c5173c71c779fd7124dd62ae63d44a61eb4ad2b1a316) AuthConfig (7fdeb6ef293769fdb1db051361662a4e8e2de9f299651eb491d2331d84f223d0) AuthConfig (1172443427060d4b2c3d0269c3b602a30136d07725bde5fb012244885a271b5b) AuthConfig (945ea8d391fa8d3140cea40f07c2056282396f9a7717a4367af8f9a8e43b7b39) AuthConfig (510b6e3776cb124c65b6c05294f05c7f3231564e9b9adfdba9ea78b24146894e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"705a9e41-70c9-4080-a941-5e6840498f8e","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.525647856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"0d13f455-1593-4ff7-97fc-a2009fe80c98","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.525673939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"0d13f455-1593-4ff7-97fc-a2009fe80c98","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.937224116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"01d63ab4-ba87-4fc7-808e-008a51c0349e","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.937249451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"01d63ab4-ba87-4fc7-808e-008a51c0349e","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.99336676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"a8c1ccf7-1ac6-459e-b709-8053cef429b7","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.993390657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"a8c1ccf7-1ac6-459e-b709-8053cef429b7","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.097269985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"14cce976-aba8-4ece-8355-70f9537b9de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.220092892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"14cce976-aba8-4ece-8355-70f9537b9de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.276030091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"14cce976-aba8-4ece-8355-70f9537b9de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.33129718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"e68acc93-0a14-403e-bcca-2c0193ed50e9","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.331319236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"e68acc93-0a14-403e-bcca-2c0193ed50e9","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.631494474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"b283d45f-83fc-427b-b3a9-a7321037be5a","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.688025822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"b283d45f-83fc-427b-b3a9-a7321037be5a","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.743325434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (091d959e1ac21fc14cd29d78377e3ff5484e1d41687701da89119c06aa78bd42) AuthConfig (df181e18d7788ecd6f60d03a9a53935ad573c4dfa9eb83e6a5c0703af1cd8d10) AuthConfig (fa487cd6a1f61e7e915cb72e5bc082842f085c6d36914a510894ecdef4dc54e2) AuthConfig (ffbc16d452d5ac7e0fa9acfd5609a7bb933afe6bba659e52ddcba5f724775a07) AuthConfig (56d3286f4d57c6ef110f87fc6306ace9f6f469ba4b144813c9f567625a465522) AuthConfig (07582c9f9bd6a05c8cfb0f746512a1c1ff11f029b1a9a45b0d6c9b42eb1b36fb) AuthConfig (55560ee03f65480e6e182d477d00a1d58d8355e43895a127feb2d29351702ac1) AuthConfig (44711b0ec416748d2d3a893d9a91b872cf21b8b893b70b25bc138fb53cd6d867) AuthConfig (47f9e8b62df2915dbfff05b3ef551702e1dcafe12c4e8c990512c67e48144e55) AuthConfig (6aa892b102d356c822156656e1cf665b29f11ad0f41af4309aa5219a42c4dd6f) AuthConfig (9d6c111827280469a54ae5c9ede78cce20787342333e03b06a97df55fcae2df8) AuthConfig (ba8ffb36d48e336ef66f4f730f2bc32a0f64e056506f812bb1e0e77e43ac2a5f) AuthConfig (3dc3e7254ac1f5f08565448480e4fb91c3f2eb13f511ddf7ca036eb71df96756) AuthConfig (dd7d8e20e7cdd44ff303c5173c71c779fd7124dd62ae63d44a61eb4ad2b1a316) AuthConfig (7fdeb6ef293769fdb1db051361662a4e8e2de9f299651eb491d2331d84f223d0) AuthConfig (1172443427060d4b2c3d0269c3b602a30136d07725bde5fb012244885a271b5b) AuthConfig (945ea8d391fa8d3140cea40f07c2056282396f9a7717a4367af8f9a8e43b7b39) AuthConfig (510b6e3776cb124c65b6c05294f05c7f3231564e9b9adfdba9ea78b24146894e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"b283d45f-83fc-427b-b3a9-a7321037be5a","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:24.96966019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.436124099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"9672aa53-71eb-46c6-a3e6-e562b7266653","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.492450924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"9672aa53-71eb-46c6-a3e6-e562b7266653","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.54752991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"9672aa53-71eb-46c6-a3e6-e562b7266653","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.589151194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"b57abb5f-b4cd-476c-b64e-0c8bac9e3db9","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.589183907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"b57abb5f-b4cd-476c-b64e-0c8bac9e3db9","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.847786634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"eb6989b6-771d-4afd-a506-bca433524243","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.904368459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"eb6989b6-771d-4afd-a506-bca433524243","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.95976727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (091d959e1ac21fc14cd29d78377e3ff5484e1d41687701da89119c06aa78bd42) AuthConfig (df181e18d7788ecd6f60d03a9a53935ad573c4dfa9eb83e6a5c0703af1cd8d10) AuthConfig (fa487cd6a1f61e7e915cb72e5bc082842f085c6d36914a510894ecdef4dc54e2) AuthConfig (ffbc16d452d5ac7e0fa9acfd5609a7bb933afe6bba659e52ddcba5f724775a07) AuthConfig (56d3286f4d57c6ef110f87fc6306ace9f6f469ba4b144813c9f567625a465522) AuthConfig (07582c9f9bd6a05c8cfb0f746512a1c1ff11f029b1a9a45b0d6c9b42eb1b36fb) AuthConfig (55560ee03f65480e6e182d477d00a1d58d8355e43895a127feb2d29351702ac1) AuthConfig (44711b0ec416748d2d3a893d9a91b872cf21b8b893b70b25bc138fb53cd6d867) AuthConfig (47f9e8b62df2915dbfff05b3ef551702e1dcafe12c4e8c990512c67e48144e55) AuthConfig (6aa892b102d356c822156656e1cf665b29f11ad0f41af4309aa5219a42c4dd6f) AuthConfig (9d6c111827280469a54ae5c9ede78cce20787342333e03b06a97df55fcae2df8) AuthConfig (ba8ffb36d48e336ef66f4f730f2bc32a0f64e056506f812bb1e0e77e43ac2a5f) AuthConfig (3dc3e7254ac1f5f08565448480e4fb91c3f2eb13f511ddf7ca036eb71df96756) AuthConfig (dd7d8e20e7cdd44ff303c5173c71c779fd7124dd62ae63d44a61eb4ad2b1a316) AuthConfig (7fdeb6ef293769fdb1db051361662a4e8e2de9f299651eb491d2331d84f223d0) AuthConfig (1172443427060d4b2c3d0269c3b602a30136d07725bde5fb012244885a271b5b) AuthConfig (945ea8d391fa8d3140cea40f07c2056282396f9a7717a4367af8f9a8e43b7b39) AuthConfig (510b6e3776cb124c65b6c05294f05c7f3231564e9b9adfdba9ea78b24146894e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"eb6989b6-771d-4afd-a506-bca433524243","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:35.255201746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"167ccc70-3eba-4304-8bad-6fdd6d501891","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:35.255227823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"167ccc70-3eba-4304-8bad-6fdd6d501891","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.070393496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"94795425-e1ce-4dde-b3a3-66eca55060e6","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.070502231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"94795425-e1ce-4dde-b3a3-66eca55060e6","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.125899905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6504b4cd-c2a5-40ff-ba69-b8d4c27eb3e4","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.125924619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6504b4cd-c2a5-40ff-ba69-b8d4c27eb3e4","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.229790583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"1f3da629-bcd1-4aca-8a1f-7e593330cefb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.353649625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"1f3da629-bcd1-4aca-8a1f-7e593330cefb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.408367093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"1f3da629-bcd1-4aca-8a1f-7e593330cefb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.463297875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"2e2672f7-d463-4cfd-a58b-0be941f39ec2","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.463316484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"2e2672f7-d463-4cfd-a58b-0be941f39ec2","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:37.653574988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"558cfe85-11a8-43a4-b519-a9a851b46dc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:37.70990099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"558cfe85-11a8-43a4-b519-a9a851b46dc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:37.764961692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"558cfe85-11a8-43a4-b519-a9a851b46dc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.737478936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"1603afe3-a529-45c0-a97a-366ada1a6221","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.737512969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"1603afe3-a529-45c0-a97a-366ada1a6221","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.800483286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"c67609c4-eb8e-4baa-b63c-53e8650b5294","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.800504653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"c67609c4-eb8e-4baa-b63c-53e8650b5294","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.904801791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"f51e884c-67a4-414c-b612-5d64e3062fb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.026118081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"f51e884c-67a4-414c-b612-5d64e3062fb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.080642124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"f51e884c-67a4-414c-b612-5d64e3062fb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.135524869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"449b1aa3-9990-41a2-acec-f188856a055d","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.135547069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"449b1aa3-9990-41a2-acec-f188856a055d","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:44.070953536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"85d24216-d7fa-4c4a-bd7d-deadeeaeef48","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:44.12745883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"85d24216-d7fa-4c4a-bd7d-deadeeaeef48","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:44.182490599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-f954db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (091d959e1ac21fc14cd29d78377e3ff5484e1d41687701da89119c06aa78bd42) AuthConfig (df181e18d7788ecd6f60d03a9a53935ad573c4dfa9eb83e6a5c0703af1cd8d10) AuthConfig (fa487cd6a1f61e7e915cb72e5bc082842f085c6d36914a510894ecdef4dc54e2) AuthConfig (ffbc16d452d5ac7e0fa9acfd5609a7bb933afe6bba659e52ddcba5f724775a07) AuthConfig (56d3286f4d57c6ef110f87fc6306ace9f6f469ba4b144813c9f567625a465522) AuthConfig (07582c9f9bd6a05c8cfb0f746512a1c1ff11f029b1a9a45b0d6c9b42eb1b36fb) AuthConfig (55560ee03f65480e6e182d477d00a1d58d8355e43895a127feb2d29351702ac1) AuthConfig (44711b0ec416748d2d3a893d9a91b872cf21b8b893b70b25bc138fb53cd6d867) AuthConfig (47f9e8b62df2915dbfff05b3ef551702e1dcafe12c4e8c990512c67e48144e55) AuthConfig (6aa892b102d356c822156656e1cf665b29f11ad0f41af4309aa5219a42c4dd6f) AuthConfig (9d6c111827280469a54ae5c9ede78cce20787342333e03b06a97df55fcae2df8) AuthConfig (ba8ffb36d48e336ef66f4f730f2bc32a0f64e056506f812bb1e0e77e43ac2a5f) AuthConfig (3dc3e7254ac1f5f08565448480e4fb91c3f2eb13f511ddf7ca036eb71df96756) AuthConfig (dd7d8e20e7cdd44ff303c5173c71c779fd7124dd62ae63d44a61eb4ad2b1a316) AuthConfig (7fdeb6ef293769fdb1db051361662a4e8e2de9f299651eb491d2331d84f223d0) AuthConfig (1172443427060d4b2c3d0269c3b602a30136d07725bde5fb012244885a271b5b) AuthConfig (945ea8d391fa8d3140cea40f07c2056282396f9a7717a4367af8f9a8e43b7b39) AuthConfig (510b6e3776cb124c65b6c05294f05c7f3231564e9b9adfdba9ea78b24146894e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"85d24216-d7fa-4c4a-bd7d-deadeeaeef48","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:45.751390565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"6f198b92-09b7-440e-b80a-ea02de385e6d","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:45.921938515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"8d0f7991-f0bf-47d0-8956-af0f53c68ea3","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:45.921958678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"8d0f7991-f0bf-47d0-8956-af0f53c68ea3","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.567439925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e9865e63-3d74-4c65-b41a-fc030e2f1679","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.624382347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e9865e63-3d74-4c65-b41a-fc030e2f1679","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.679306348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e9865e63-3d74-4c65-b41a-fc030e2f1679","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.992350945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"ed18b25b-1630-4cd6-a825-64ebddfc9f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.049258441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"ed18b25b-1630-4cd6-a825-64ebddfc9f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.057965965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"bf76eb56-b928-48cf-a1b7-b85e171c3733","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.057990788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"bf76eb56-b928-48cf-a1b7-b85e171c3733","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.112578332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"a5a366ae-dfa6-4677-8bda-87e234dc5a60","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.112597835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"a5a366ae-dfa6-4677-8bda-87e234dc5a60","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.216577883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0974d4c6-68bc-49c7-8e34-492465c668f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.342645065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0974d4c6-68bc-49c7-8e34-492465c668f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.399978965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7273af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0974d4c6-68bc-49c7-8e34-492465c668f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.454780563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"6527a90d-dfb5-48a5-a358-2b599d15163f","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.454799448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"6527a90d-dfb5-48a5-a358-2b599d15163f","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.869377749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"d135ebff-d6af-409d-a5ad-dc9bbedf1ec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.925805988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"d135ebff-d6af-409d-a5ad-dc9bbedf1ec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.98085668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (efdf3ff7f2119295f5dce14577add38a91b222227bed460df251ad9b63271a1c) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (deb012a8c038d04b9ccccb3355eee2c10ba9dc751ab2fd2300c1133f11efdc25) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (a7239a572b58da17268c3f70421513ab7455d76c30c2f42b4b3b373b455781f0) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (e57b0ea141b562121d307822327708f397ed86fab4c3499f4d480ac9ba0ab0d6) AuthConfig (7d3bb9b78c212099496dbe8db50e6341244a5b9137428f9a12b1caa04b4337dc) AuthConfig (861a6143ff3351213466d5f221a9440782ae9c11910af13c2f63aac5ce390b9e) AuthConfig (de05945d5bddebde4199cf5b20c462cde0e93d35f6142940ca629491d459da97) AuthConfig (df99ec758c00ac316fbff799faf4396ad371f71f58cd2bb1c5cbc5ba2dcc9e4d) AuthConfig (0695bae73aa3d4f91cb7ce5f189ebe62e8ef3805e585c4ded648fd677f68088a) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (1d400ee900bc0c0790e975a8c78cba9b4bdfd25f51191c6240e459eeb2265a1f) AuthConfig (eafa504a4b86e69fdb801b6a0645dbc5faa25e71518e2a2a3d0f9f207d41aff6) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (95a9cbe3eeb1b4f29c211d96f48f9392aed81df59db9c01ce1b277622d1ee9e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"d135ebff-d6af-409d-a5ad-dc9bbedf1ec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:48.03965281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"6eb84e7c-9f8c-46e5-8f61-101beb832188","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:48.039674623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"6eb84e7c-9f8c-46e5-8f61-101beb832188","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.241142222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"5c33816a-37e6-4da2-bbd7-e494d3357fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.297274596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"5c33816a-37e6-4da2-bbd7-e494d3357fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.352002026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"5c33816a-37e6-4da2-bbd7-e494d3357fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.3029491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"fbc61b48-1b45-4f70-8b12-cc4dec0d80c8","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.3595273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"fbc61b48-1b45-4f70-8b12-cc4dec0d80c8","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.629974336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"64a97158-ea29-4fd1-97c1-cf2750424c66","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.630001573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"64a97158-ea29-4fd1-97c1-cf2750424c66","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.971639113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:56.786002681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e628d221-104b-4117-a58a-a9051dc3a6d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:56.843138551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e628d221-104b-4117-a58a-a9051dc3a6d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:56.897877901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e628d221-104b-4117-a58a-a9051dc3a6d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.559905993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"371d68de-5608-4066-a98f-ba9d15a982d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.616318437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"371d68de-5608-4066-a98f-ba9d15a982d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.671564893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7273af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"371d68de-5608-4066-a98f-ba9d15a982d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:58.144040236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"eae40c8f-42d5-462b-97af-d45de0a6cdca","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:58.200176342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"eae40c8f-42d5-462b-97af-d45de0a6cdca","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:58.255434764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (efdf3ff7f2119295f5dce14577add38a91b222227bed460df251ad9b63271a1c) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (deb012a8c038d04b9ccccb3355eee2c10ba9dc751ab2fd2300c1133f11efdc25) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (a7239a572b58da17268c3f70421513ab7455d76c30c2f42b4b3b373b455781f0) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (e57b0ea141b562121d307822327708f397ed86fab4c3499f4d480ac9ba0ab0d6) AuthConfig (7d3bb9b78c212099496dbe8db50e6341244a5b9137428f9a12b1caa04b4337dc) AuthConfig (861a6143ff3351213466d5f221a9440782ae9c11910af13c2f63aac5ce390b9e) AuthConfig (de05945d5bddebde4199cf5b20c462cde0e93d35f6142940ca629491d459da97) AuthConfig (df99ec758c00ac316fbff799faf4396ad371f71f58cd2bb1c5cbc5ba2dcc9e4d) AuthConfig (0695bae73aa3d4f91cb7ce5f189ebe62e8ef3805e585c4ded648fd677f68088a) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (1d400ee900bc0c0790e975a8c78cba9b4bdfd25f51191c6240e459eeb2265a1f) AuthConfig (eafa504a4b86e69fdb801b6a0645dbc5faa25e71518e2a2a3d0f9f207d41aff6) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (95a9cbe3eeb1b4f29c211d96f48f9392aed81df59db9c01ce1b277622d1ee9e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"eae40c8f-42d5-462b-97af-d45de0a6cdca","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.214483687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"a0160079-3cd8-4f6c-9531-5fcb334c3e33","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.214506335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"a0160079-3cd8-4f6c-9531-5fcb334c3e33","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.273871214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"37f91e55-da0a-41f7-9388-6f13a28b8332","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.273895386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"37f91e55-da0a-41f7-9388-6f13a28b8332","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.318783013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"956725c6-6ec6-4f04-9b5c-5d615169992a","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:00.319251865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"cefa93bd-5f8c-487e-a8a8-347a98a0a242","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-f954db-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:00.326867971Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"37f91e55-da0a-41f7-9388-6f13a28b8332","name":"praxis-route-f954db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f954db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:00.32692956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"37f91e55-da0a-41f7-9388-6f13a28b8332","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f954db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.332274671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"26ed495d-dcec-4772-90c8-e308c535132b","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.332289931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"26ed495d-dcec-4772-90c8-e308c535132b","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.374902317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"956725c6-6ec6-4f04-9b5c-5d615169992a","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.424884144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"4b90ce64-4959-4d90-9e9c-db1fdcc381b5","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.424910113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"4b90ce64-4959-4d90-9e9c-db1fdcc381b5","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.48181364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"73032446-d3c2-46ed-90dc-58fe055fad94","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.481835261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"73032446-d3c2-46ed-90dc-58fe055fad94","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.683793025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"5441c1bc-4a66-41c3-a6bf-42ba4925d965","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.703252648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"8204fc1c-6fa0-4c33-a7e5-530e94dc49e6","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"maas-trlp-praxis-route-f954db","model":"praxis-route-f954db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.740075501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"5441c1bc-4a66-41c3-a6bf-42ba4925d965","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.871009397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"7bc932ce-ca99-43b2-92bc-60fe8af1dadc","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:00.871028806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"7bc932ce-ca99-43b2-92bc-60fe8af1dadc","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.082931894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"72f0cedd-89d0-4912-9811-d2ab7f95f82a","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"maas-trlp-praxis-route-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.456884132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"889393ef-86e4-4bd8-be7a-da0653d810fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.512755253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"889393ef-86e4-4bd8-be7a-da0653d810fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.568529648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"889393ef-86e4-4bd8-be7a-da0653d810fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.002901416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"a65fbb9f-96ec-49ae-8fc1-8029cbd1e609","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.059568337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"a65fbb9f-96ec-49ae-8fc1-8029cbd1e609","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.116348175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"a65fbb9f-96ec-49ae-8fc1-8029cbd1e609","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.77657499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"f5828b3d-88f9-4e56-93f9-7bc87053f09f","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.833496356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"f5828b3d-88f9-4e56-93f9-7bc87053f09f","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.888235937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7273af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"f5828b3d-88f9-4e56-93f9-7bc87053f09f","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.092882964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"9d5cb79f-86c4-40a4-95e8-4249b35dc2de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.19253713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a464126-6e35-4d1b-b14b-ac3728f8fade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.201879897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"446385de-db28-4576-b8c2-1b4c6940472f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.374326941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"8cb88b5d-e065-4c25-9912-cf0f8759dd0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.393750154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"cfebfa08-8cb5-4a02-8dad-990a6d82e908","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.450308619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"cfebfa08-8cb5-4a02-8dad-990a6d82e908","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.474856992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76104e7e-3753-4ff1-9525-71145afd44e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.505377161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (efdf3ff7f2119295f5dce14577add38a91b222227bed460df251ad9b63271a1c) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (deb012a8c038d04b9ccccb3355eee2c10ba9dc751ab2fd2300c1133f11efdc25) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (a7239a572b58da17268c3f70421513ab7455d76c30c2f42b4b3b373b455781f0) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (e57b0ea141b562121d307822327708f397ed86fab4c3499f4d480ac9ba0ab0d6) AuthConfig (7d3bb9b78c212099496dbe8db50e6341244a5b9137428f9a12b1caa04b4337dc) AuthConfig (861a6143ff3351213466d5f221a9440782ae9c11910af13c2f63aac5ce390b9e) AuthConfig (de05945d5bddebde4199cf5b20c462cde0e93d35f6142940ca629491d459da97) AuthConfig (df99ec758c00ac316fbff799faf4396ad371f71f58cd2bb1c5cbc5ba2dcc9e4d) AuthConfig (0695bae73aa3d4f91cb7ce5f189ebe62e8ef3805e585c4ded648fd677f68088a) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (1d400ee900bc0c0790e975a8c78cba9b4bdfd25f51191c6240e459eeb2265a1f) AuthConfig (eafa504a4b86e69fdb801b6a0645dbc5faa25e71518e2a2a3d0f9f207d41aff6) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (95a9cbe3eeb1b4f29c211d96f48f9392aed81df59db9c01ce1b277622d1ee9e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"cfebfa08-8cb5-4a02-8dad-990a6d82e908","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.606623765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"ef5a6c22-5a77-4e14-bb93-9b3b8528c614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.822271008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"1d49692e-d6c3-4d18-abbf-39d4d3e5d1c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.986602691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"0f8edeea-6873-4f54-b3e1-7ddb2bb604a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.086022343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"de99f6a0-4cdb-4f72-b0c8-eda2728af178","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.273601607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"d80dec54-637d-4f03-bb85-892976eff37a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.382803377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"2e9a034e-4f96-452a-b8e8-6825ca551a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.483950011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"6254be5f-caff-46c1-b50d-3766183b2299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.581783354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"0e8429f0-d9ff-4271-b73c-c26c0c2e5f34","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:11.67390615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"2e3a71fe-ddbe-4857-ad5a-92182326ff24","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:11.730275379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"2e3a71fe-ddbe-4857-ad5a-92182326ff24","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:11.784964057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bb678c20b23c2a2874c4ae1c78f1fdb8960de7a24a0e8a71260f9a5a0f5404c) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (43c54fa73b4256dc4cd76ab712047210c7f145a2f1364d0d1df09bcdb5691ed6) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1) AuthConfig (538bf2793540c94eba8c5a00625e8d3b61846185b3c95259316aee98962cdaa6) AuthConfig (172a4df7825ae7171a535bfa2cac89255079fe34c07c0a67bf404d9020bef280) AuthConfig (1a6091cfb7ecd8b81e4bbb9948fe43e2cb18cb2b017501cc2727e294c5df2955) AuthConfig (ddf4bae2143687c345a601a5fb0426636f867b81176278325581b4f55145f232) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (2ce0422826694cc523d8deb8d1eeefe229ade66db5ccc59b74f466ea4ab7adcd) AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (255b9a6bebba553306b4488e908eccd4fec297d51bd63dd223ffcab5564424e6) AuthConfig (e093b6449c80282e8e5635be2676467d0e15c19dc203084d90fe8d12d00223b8) AuthConfig (27f8d68498f655a9710b021f386c3d9f1fb4e93e24781ceb4021ff4e6c4ab76d) AuthConfig (1b956e7014f8e563e2465ea8c7364a2082dbbe172e53e78198246a9bb606e478) AuthConfig (1fee2527485d0c75b4ca4f9514b230a55700268642489c8d415c160e276b190f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"2e3a71fe-ddbe-4857-ad5a-92182326ff24","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:11.842069602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"6c514848-7ddb-40e1-a47d-49f07f7939cb","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:11.842089227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"6c514848-7ddb-40e1-a47d-49f07f7939cb","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.220935265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"00493df4-b231-4d37-9b41-35c14c16af13","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.277840707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"00493df4-b231-4d37-9b41-35c14c16af13","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.333150218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9600d361dcd022b1596c32c08551f74fd5556b1efcdc85371ea0e88d07edbf8d) AuthConfig (b820dde6971f167e95ad1cfbf16a81e9ade8209df58594e9ab71cf8ad3cb8a28) AuthConfig (a5a0b38c40de2de94532011035af664586271ea5465f60009f5b2281107e1b4c) AuthConfig (5fe438976d017f21ed52465be40de72ae6b628fb814a49b3c4a4102a1f74c82e) AuthConfig (74f5ebcbc1232541015a5ec15bdd893442dcd15e1c26d30703555b93b111ee9a) AuthConfig (9ceed71992cb302e12d8a04f9632164d48d2b0fbb2efc1dbea1c7325b82b21da) AuthConfig (4d5ab75fb95dea6e1bfee97f681b04ccffefa79c7db5bb7d856605bed9265003) AuthConfig (0cd90fdc9372bf784447cfb47ba91667c692241bb055205ea3504ed152d5f246) AuthConfig (df9371bcb4fb2574890e2c462a12216458e551dba595eb89172c098d9a358aaa) AuthConfig (7e6957c1bd2cfbbf489c056da76310a0939e294149016a21c10de96a7be949a8) AuthConfig (638699cf72ef37cfe35dfc629b7e2a91dc805b8548188a7af3b716faaf3a6812) AuthConfig (2c0f0e3fa791c30785bedeb6f8fb7e8374bf2ba62ecd27f034a9a93b637e9600) AuthConfig (f9ca12a392333f649097a4ef5bc0c43d145de32574a551ded45fe3f65d2f2482) AuthConfig (90f3e11785b8aff25c678d2b358368c8d086430c62cbe1bb4cc22da00281db8a) AuthConfig (5ebc4ef497ced27273402b9a5983de0df28fceb6c74e573489b6431c654af277) AuthConfig (b4538b6ff50cf819b480cf00282620ede10d8118ff14b9e311de596bc043069b) AuthConfig (f58fd152c275478d67a7e565d31772283b8a41c7b76074b21e7ac4012634a77e) AuthConfig (2ce245c1a46577d626b9bf1a7300e3a93ecfd6793611af0f1204b1c1dc85789e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"00493df4-b231-4d37-9b41-35c14c16af13","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.397921265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6abba8d7-334c-4111-a8e0-b7e94b782d67","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.397940647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6abba8d7-334c-4111-a8e0-b7e94b782d67","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.992973373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0f2e5e3c-bafc-449e-9891-ded7556222ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.054359443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0f2e5e3c-bafc-449e-9891-ded7556222ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.109129966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7273af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (90d837024a1e38956395d7308e8db33a8d9cd0ecb6fbca298d0de995d0524aca) AuthConfig (ad85bf779012f25857e764322b56a1eeed3db98beee78965555da3d1a0c8bdc4) AuthConfig (1b766d0c6c98b145ad02bc29c04531dffcb284c7ac28136acc9ff9b838a4f4ee) AuthConfig (655962432c9ac10b553a2d2e515e8c017d346ec6698219659abcbc6b16fff6db) AuthConfig (f390fb0fcf46e38ce53e5b405cbf6fafb61a87774497e97b7cae0b5be8a88f0b) AuthConfig (8e5cda0922ba8ccbf95ed18ee0acc3a86f81ec3c4e378b203d3299a0e4cd1292) AuthConfig (4b1f2087f6503ca566f5b04574c51578c291bf693a8d4c7314acd2108169f6f5) AuthConfig (6db535af1ab30a6a1f3af9e6a6477cee12ee9be8701b69351c1a5a5ad0d3ad9d) AuthConfig (ab7f635008958288487caedbcbb2319a7fd5c3dfd970aecf8bc177504ed1bfef) AuthConfig (1b14c912949b959e4ebbeb2e93458a36cfcde805fb378eca6642412a3d51737a) AuthConfig (29f0c1656a5e8e3e9f88fafc17a15f5dfcffd2117cba65d2f20239823f6c544b) AuthConfig (b4360499a8d6d0817972789c60ba9a19ff79f38e573836b45d97f1bcb4e06136) AuthConfig (26b0018e8168f946dd6a90882d227d823691d698e339247f7c17f439ae820e88) AuthConfig (19cd6757ce2ad4d54df071ee6b8abdc95bd6d0e9475920368fafea2dc2ada0b8) AuthConfig (3d9df078a177df321e78ebfe7ecef9e7088060f8e80906c9bcd3ee8c08250b90) AuthConfig (e555029ba09f88a02fc4003702f0d3d2dc234b85d10e8ed578a897b043ded0cf) AuthConfig (0242c328fc196a9fe1c6b04a422ca408dcccc9ecfca8ff0d7c2f8b68e309fb85) AuthConfig (8395d855c485a9e50a188953cfc4322cc7e001372161bd687bd86f06eb25a5ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0f2e5e3c-bafc-449e-9891-ded7556222ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.168475352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"a3b631b0-29e9-4521-866e-7f6ca1764ccb","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.168494549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"a3b631b0-29e9-4521-866e-7f6ca1764ccb","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.60936028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"794c80cf-34d9-4aab-b223-413b7c1204be","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.668644148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"794c80cf-34d9-4aab-b223-413b7c1204be","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.983360828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"aa52342d-fd37-4dec-97c6-7cceaac46885","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.983382529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"aa52342d-fd37-4dec-97c6-7cceaac46885","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:21.945416427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"200e3bfe-1bd0-4351-aeda-2c9389ad9ab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.001930377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"200e3bfe-1bd0-4351-aeda-2c9389ad9ab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.057408176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bb678c20b23c2a2874c4ae1c78f1fdb8960de7a24a0e8a71260f9a5a0f5404c) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (43c54fa73b4256dc4cd76ab712047210c7f145a2f1364d0d1df09bcdb5691ed6) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1) AuthConfig (538bf2793540c94eba8c5a00625e8d3b61846185b3c95259316aee98962cdaa6) AuthConfig (172a4df7825ae7171a535bfa2cac89255079fe34c07c0a67bf404d9020bef280) AuthConfig (1a6091cfb7ecd8b81e4bbb9948fe43e2cb18cb2b017501cc2727e294c5df2955) AuthConfig (ddf4bae2143687c345a601a5fb0426636f867b81176278325581b4f55145f232) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (2ce0422826694cc523d8deb8d1eeefe229ade66db5ccc59b74f466ea4ab7adcd) AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (255b9a6bebba553306b4488e908eccd4fec297d51bd63dd223ffcab5564424e6) AuthConfig (e093b6449c80282e8e5635be2676467d0e15c19dc203084d90fe8d12d00223b8) AuthConfig (27f8d68498f655a9710b021f386c3d9f1fb4e93e24781ceb4021ff4e6c4ab76d) AuthConfig (1b956e7014f8e563e2465ea8c7364a2082dbbe172e53e78198246a9bb606e478) AuthConfig (1fee2527485d0c75b4ca4f9514b230a55700268642489c8d415c160e276b190f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"200e3bfe-1bd0-4351-aeda-2c9389ad9ab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.481170703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"dbeade22-0746-4a47-a2a6-f0afcf907025","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.481195354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"dbeade22-0746-4a47-a2a6-f0afcf907025","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.539531483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"f5f7261e-09e5-477d-a49f-6a0d0ce91b2b","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.5395585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"f5f7261e-09e5-477d-a49f-6a0d0ce91b2b","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.586082087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"d27c23db-876e-42da-8254-6291ea54aab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:24.586548846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"6275c8cb-f37b-41ef-b215-a8fd952cf5fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0e89a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.642221022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"d27c23db-876e-42da-8254-6291ea54aab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.692135635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"98aa7bd1-e304-42aa-aeb5-67608fbf4577","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.692153164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"98aa7bd1-e304-42aa-aeb5-67608fbf4577","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.747146437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"b37e6933-5d92-43f9-9108-5adde66814be","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.74716576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"b37e6933-5d92-43f9-9108-5adde66814be","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.951604881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"43ccf798-bc3b-4a58-998b-8c50264c9a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.965396757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"18f9cf4f-bd41-4cb8-a33e-cc7828c33447","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-auth-test-model-3a4683","model":"auth-test-model-3a4683","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3a4683/e2e-auth-iso-0e89a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:24.969528871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:25.00844523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"43ccf798-bc3b-4a58-998b-8c50264c9a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:25.131321013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"32d406d0-e7a5-444d-abf2-8189d22addfc","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:25.131341444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"32d406d0-e7a5-444d-abf2-8189d22addfc","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:25.340438277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"8acb49cb-7864-4f40-bf41-0d83b9317cbe","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-auth-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:27.550085304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"4943cfa8-5c43-4573-8f54-00fbc7123a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:27.606465441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"4943cfa8-5c43-4573-8f54-00fbc7123a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:27.662017172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9600d361dcd022b1596c32c08551f74fd5556b1efcdc85371ea0e88d07edbf8d) AuthConfig (b820dde6971f167e95ad1cfbf16a81e9ade8209df58594e9ab71cf8ad3cb8a28) AuthConfig (a5a0b38c40de2de94532011035af664586271ea5465f60009f5b2281107e1b4c) AuthConfig (5fe438976d017f21ed52465be40de72ae6b628fb814a49b3c4a4102a1f74c82e) AuthConfig (74f5ebcbc1232541015a5ec15bdd893442dcd15e1c26d30703555b93b111ee9a) AuthConfig (9ceed71992cb302e12d8a04f9632164d48d2b0fbb2efc1dbea1c7325b82b21da) AuthConfig (4d5ab75fb95dea6e1bfee97f681b04ccffefa79c7db5bb7d856605bed9265003) AuthConfig (0cd90fdc9372bf784447cfb47ba91667c692241bb055205ea3504ed152d5f246) AuthConfig (df9371bcb4fb2574890e2c462a12216458e551dba595eb89172c098d9a358aaa) AuthConfig (7e6957c1bd2cfbbf489c056da76310a0939e294149016a21c10de96a7be949a8) AuthConfig (638699cf72ef37cfe35dfc629b7e2a91dc805b8548188a7af3b716faaf3a6812) AuthConfig (2c0f0e3fa791c30785bedeb6f8fb7e8374bf2ba62ecd27f034a9a93b637e9600) AuthConfig (f9ca12a392333f649097a4ef5bc0c43d145de32574a551ded45fe3f65d2f2482) AuthConfig (90f3e11785b8aff25c678d2b358368c8d086430c62cbe1bb4cc22da00281db8a) AuthConfig (5ebc4ef497ced27273402b9a5983de0df28fceb6c74e573489b6431c654af277) AuthConfig (b4538b6ff50cf819b480cf00282620ede10d8118ff14b9e311de596bc043069b) AuthConfig (f58fd152c275478d67a7e565d31772283b8a41c7b76074b21e7ac4012634a77e) AuthConfig (2ce245c1a46577d626b9bf1a7300e3a93ecfd6793611af0f1204b1c1dc85789e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"4943cfa8-5c43-4573-8f54-00fbc7123a78","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:28.276499718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"2b0e1640-cca6-4ed5-84ab-c43ced1f3e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:28.332779992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"2b0e1640-cca6-4ed5-84ab-c43ced1f3e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:28.387896892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7273af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (90d837024a1e38956395d7308e8db33a8d9cd0ecb6fbca298d0de995d0524aca) AuthConfig (ad85bf779012f25857e764322b56a1eeed3db98beee78965555da3d1a0c8bdc4) AuthConfig (1b766d0c6c98b145ad02bc29c04531dffcb284c7ac28136acc9ff9b838a4f4ee) AuthConfig (655962432c9ac10b553a2d2e515e8c017d346ec6698219659abcbc6b16fff6db) AuthConfig (f390fb0fcf46e38ce53e5b405cbf6fafb61a87774497e97b7cae0b5be8a88f0b) AuthConfig (8e5cda0922ba8ccbf95ed18ee0acc3a86f81ec3c4e378b203d3299a0e4cd1292) AuthConfig (4b1f2087f6503ca566f5b04574c51578c291bf693a8d4c7314acd2108169f6f5) AuthConfig (6db535af1ab30a6a1f3af9e6a6477cee12ee9be8701b69351c1a5a5ad0d3ad9d) AuthConfig (ab7f635008958288487caedbcbb2319a7fd5c3dfd970aecf8bc177504ed1bfef) AuthConfig (1b14c912949b959e4ebbeb2e93458a36cfcde805fb378eca6642412a3d51737a) AuthConfig (29f0c1656a5e8e3e9f88fafc17a15f5dfcffd2117cba65d2f20239823f6c544b) AuthConfig (b4360499a8d6d0817972789c60ba9a19ff79f38e573836b45d97f1bcb4e06136) AuthConfig (26b0018e8168f946dd6a90882d227d823691d698e339247f7c17f439ae820e88) AuthConfig (19cd6757ce2ad4d54df071ee6b8abdc95bd6d0e9475920368fafea2dc2ada0b8) AuthConfig (3d9df078a177df321e78ebfe7ecef9e7088060f8e80906c9bcd3ee8c08250b90) AuthConfig (e555029ba09f88a02fc4003702f0d3d2dc234b85d10e8ed578a897b043ded0cf) AuthConfig (0242c328fc196a9fe1c6b04a422ca408dcccc9ecfca8ff0d7c2f8b68e309fb85) AuthConfig (8395d855c485a9e50a188953cfc4322cc7e001372161bd687bd86f06eb25a5ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"2b0e1640-cca6-4ed5-84ab-c43ced1f3e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.043948744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"7be28829-1ebf-408a-ac92-2525e2abd126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.144619845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"34e13f16-eeec-49f7-8cc0-9d499f4ef961","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.157741261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eacc9dde-f0fb-44e1-a873-8aef44731c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.245679363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"f7bd89de-444f-4891-b722-8af17500cb64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.270283477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"1636ae2e-3622-461c-9f14-25e9664a8a36","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"maas-trlp-praxis-route-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.360249015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"5a0ede3c-41f4-4055-9d56-e79b397ad1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.437821114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"93299744-0448-42cd-a8d1-43f37fda191b","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.437841337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"93299744-0448-42cd-a8d1-43f37fda191b","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.461542251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5cac80c-2347-496d-9898-217402c766bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.659259507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"81e86605-4801-408e-b7f1-1ac36814288b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:29.760332994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"ac483305-6ef3-414e-9d19-69244379618c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:30.142976908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"2b18ab8b-2c54-4442-a3ec-4324edd25089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:30.253978398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"5d2b41cd-3263-465c-a696-b648f2c8f848","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:30.362085903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"6f1bac36-2996-4fbf-a626-0344ad411a05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:30.470080177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"0aa07df5-876d-41c3-937b-60af786038cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:30.634524986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"2b3c4158-c974-4b51-9ef7-90617f1a1a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:31.010729983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"4b5f5c7a-a035-446b-a432-283c8c2712cf","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:31.067155848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"4b5f5c7a-a035-446b-a432-283c8c2712cf","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:32.163161356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"1537d193-7fef-4109-b956-82b0b3029ff1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:32.219685701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"1537d193-7fef-4109-b956-82b0b3029ff1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:32.48613446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"be1dc131-a3fb-4930-9cd8-bcdb1d94aa8b","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:32.486154303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"be1dc131-a3fb-4930-9cd8-bcdb1d94aa8b","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.768275034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"31abc145-7b8d-47b4-8b34-d773bf497a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.824743928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"31abc145-7b8d-47b4-8b34-d773bf497a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.892342107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"c76cb917-a32b-46b8-bb25-6b9a4cbab43d","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.892363493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"c76cb917-a32b-46b8-bb25-6b9a4cbab43d","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.950081311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"42c5dd6e-53b0-491f-9138-9bd1ad007d92","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.950101059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"42c5dd6e-53b0-491f-9138-9bd1ad007d92","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:37.997404104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"a83d2425-fdee-4be7-8966-6def68be708e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:37.997998989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"678ed306-8ae9-436d-ae54-c8f06468e63a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7d1295\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:38.003126016Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"42c5dd6e-53b0-491f-9138-9bd1ad007d92","name":"auth-test-model-f735f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f735f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:38.003176882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"42c5dd6e-53b0-491f-9138-9bd1ad007d92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f735f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.008499199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"b638a760-8269-46a0-804c-194b6c86a4ee","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.008514796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"b638a760-8269-46a0-804c-194b6c86a4ee","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.05351025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"a83d2425-fdee-4be7-8966-6def68be708e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.090377184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"f8a473dc-93ff-4eec-96ef-2ab6e7c0d463","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.090395758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"f8a473dc-93ff-4eec-96ef-2ab6e7c0d463","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.103183905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"588fdef1-d72a-40cb-a545-f45a962b123c","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.103203449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"588fdef1-d72a-40cb-a545-f45a962b123c","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.159810255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"5bc0aa33-0c13-4748-97ba-3bb8565a84d0","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.159829669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"5bc0aa33-0c13-4748-97ba-3bb8565a84d0","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.363836682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"4cd90688-9c14-4fea-8c5c-d09f9b96f34b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.369176916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"011ec8cc-56ce-418e-8adb-51b445435ff1","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-auth-test-model-f735f4","model":"auth-test-model-f735f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f735f4/e2e-auth-iso-7d1295"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.419871979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"4cd90688-9c14-4fea-8c5c-d09f9b96f34b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.492924397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"f111d52e-4fb4-4c14-bc54-4c2c46e5eda3","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.534230319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"59434108-cef3-4dea-a2ed-556100289388","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.534248922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"59434108-cef3-4dea-a2ed-556100289388","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.548779417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"f111d52e-4fb4-4c14-bc54-4c2c46e5eda3","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.630028438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"5796ae60-1d73-49b9-8bf5-63073c54549d","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.630050761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"5796ae60-1d73-49b9-8bf5-63073c54549d","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.742315732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"3cbdf8f8-9a42-4146-ad01-596fba2e40b9","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-auth-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.791657757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"031d439d-de99-4286-ad6f-89542dff5408","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.832489369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2be4ec7b-96ea-4ae7-adac-0ae91d7fbb1e","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.832506423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2be4ec7b-96ea-4ae7-adac-0ae91d7fbb1e","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.843955888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"c1c16657-cc4d-4b52-89e9-0dfe171d76a8","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"maas-trlp-praxis-route-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:38.847268381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"031d439d-de99-4286-ad6f-89542dff5408","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:39.009268237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"2e8fe9a4-fc50-4149-afd3-3e9e1e55e187","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:39.0092979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"2e8fe9a4-fc50-4149-afd3-3e9e1e55e187","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:39.217746722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"844d2e17-4936-4647-b4ab-65a3a4643ff1","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"maas-trlp-praxis-route-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.527221876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8af6b545-953d-4e5e-b9e5-d2f05021ffc7","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.527242379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8af6b545-953d-4e5e-b9e5-d2f05021ffc7","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.584630236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c5712d42-6ff4-49cf-a2e7-c04d1560d74d","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.584647699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c5712d42-6ff4-49cf-a2e7-c04d1560d74d","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.632330456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"55250750-d0e8-4244-9884-265d817ba223","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:43.6330037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"e7d29049-b152-4688-b486-23e634f6b497","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4803b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:43.63792649Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c5712d42-6ff4-49cf-a2e7-c04d1560d74d","name":"auth-test-model-9aebe8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9aebe8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:43.637972432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c5712d42-6ff4-49cf-a2e7-c04d1560d74d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9aebe8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.643296492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8835bd59-6989-4cba-be31-aae357263171","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.643311304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8835bd59-6989-4cba-be31-aae357263171","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.690487149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"55250750-d0e8-4244-9884-265d817ba223","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.739549241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6c179069-edd6-40dc-b864-bf0b3f9080a9","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.73956978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"6c179069-edd6-40dc-b864-bf0b3f9080a9","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.797504853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"98ad17fd-e359-40c9-bb2c-81fd53caed39","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.797523741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"98ad17fd-e359-40c9-bb2c-81fd53caed39","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.002271016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"f804d9d1-090f-4c2b-afca-e33057bb767f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.009902958Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"b5b5925e-dbbc-453c-8c47-ce4631bbeb12","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-auth-test-model-9aebe8","model":"auth-test-model-9aebe8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-9aebe8/e2e-auth-iso-4803b7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.058938813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"f804d9d1-090f-4c2b-afca-e33057bb767f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.174275066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c3a4b32e-5281-4d8e-af14-30ff679964d3","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.17430308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c3a4b32e-5281-4d8e-af14-30ff679964d3","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.207161498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"6cd62ef8-a456-407f-807a-1a0dec0b1007","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.207179286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"6cd62ef8-a456-407f-807a-1a0dec0b1007","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.266489941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"cf6672a3-c367-404a-8d03-cf83fbcf80cb","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.266507253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"cf6672a3-c367-404a-8d03-cf83fbcf80cb","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.312178867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"408a86d5-25b1-460b-a52e-3a60bbcfd3fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:44.312827547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"41590a10-15cc-43d1-a35e-e14ff2196147","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-36b504\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:44.31943323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"cf6672a3-c367-404a-8d03-cf83fbcf80cb","name":"auth-test-model-7273af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7273af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:44.319478073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"cf6672a3-c367-404a-8d03-cf83fbcf80cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7273af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.324851174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"fd77fe33-2d2c-45c1-8a5a-3558c562d774","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.324867172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"fd77fe33-2d2c-45c1-8a5a-3558c562d774","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.368235459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"408a86d5-25b1-460b-a52e-3a60bbcfd3fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.382966125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"69f3edfe-f73f-49dc-8367-90d65c8fbd4d","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-auth-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.416584582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"07bb6b39-f03b-4660-b5d2-dd2bf5c5ed86","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.416608607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"07bb6b39-f03b-4660-b5d2-dd2bf5c5ed86","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.473138343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2385c6fe-980f-4bc8-a9ba-7c43a2fc7337","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.473159578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2385c6fe-980f-4bc8-a9ba-7c43a2fc7337","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.628645668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"77246d6f-f535-4a48-a4ad-8cf25548f1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.685143595Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"0ee5dba1-6649-412c-a4a7-1e32709a84e6","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"maas-trlp-auth-test-model-7273af","model":"auth-test-model-7273af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7273af/e2e-auth-iso-36b504"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.685246312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"77246d6f-f535-4a48-a4ad-8cf25548f1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.851941787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"5cfe3662-84af-4e72-a466-15117f0c05da","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.851961504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"5cfe3662-84af-4e72-a466-15117f0c05da","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:45.060174379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"986b65ab-06fa-4258-ba3b-2a378dd7aefd","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"maas-trlp-auth-test-model-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:49.010709564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"5ad76375-f169-4b5c-85be-1f8867a74a9e","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:49.010735417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"5ad76375-f169-4b5c-85be-1f8867a74a9e","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:54.46127434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"9a3f1c0c-f97f-4a0b-b9e9-82c3b0101cee","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-auth-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:54.627149875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"5151b4c4-f7af-4570-a588-053cfef900a1","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:54.627172258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"5151b4c4-f7af-4570-a588-053cfef900a1","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:54.969280485Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.737181116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"bbd26348-70b6-4128-8090-3ebf5dd706c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.763193372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"30020b5e-6c99-45c7-9bbd-06b5bd70653e","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-auth-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.795403597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"bbd26348-70b6-4128-8090-3ebf5dd706c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.93255423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"2d0a0164-bf55-4072-a2fe-8dc2276eb385","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.934116427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"2d0a0164-bf55-4072-a2fe-8dc2276eb385","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.94180765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"f034702c-c76e-4db4-a615-0840cd810fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.997722882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"f034702c-c76e-4db4-a615-0840cd810fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.087225795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"084de4fd-c369-49f4-b97e-8f537bfa8c2b","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.087242889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"084de4fd-c369-49f4-b97e-8f537bfa8c2b","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.142533815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"38b5b88a-5a91-43cb-ab19-52f929847c25","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.142554046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"38b5b88a-5a91-43cb-ab19-52f929847c25","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.246881303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"454202a1-542d-4e92-a984-71a6f59b5744","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.371026175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"454202a1-542d-4e92-a984-71a6f59b5744","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.428051979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"454202a1-542d-4e92-a984-71a6f59b5744","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.48285894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"4fa90f61-7e33-4b09-9b66-501f1d5610e3","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.482876388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"4fa90f61-7e33-4b09-9b66-501f1d5610e3","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.648197009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"99f65070-28f5-45ee-916e-a4343a505f37","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.64821653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"99f65070-28f5-45ee-916e-a4343a505f37","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.702318939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"889ad6fb-b8d7-4818-a5f3-e9cc2bad7dbf","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.702342348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"889ad6fb-b8d7-4818-a5f3-e9cc2bad7dbf","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.806545013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"d4af604d-f7f6-4cd7-9ec0-458e3f84c0fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.929558464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"d4af604d-f7f6-4cd7-9ec0-458e3f84c0fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.985066382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"d4af604d-f7f6-4cd7-9ec0-458e3f84c0fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:57.041625182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"80a45384-3e27-40f7-a34c-720bb4c18d49","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:57.041644686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"80a45384-3e27-40f7-a34c-720bb4c18d49","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:59.012204061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"4e08b105-f446-46b3-887f-651cb796bd78","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:59.012224028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"4e08b105-f446-46b3-887f-651cb796bd78","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.586664125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"df1f19a3-4934-4797-bd0b-dad42b0f5f93","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.644426552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"df1f19a3-4934-4797-bd0b-dad42b0f5f93","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.699120711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"df1f19a3-4934-4797-bd0b-dad42b0f5f93","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.145636076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"ff343c63-3d11-4e54-8c3d-6a46a766e51d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.202318106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"ff343c63-3d11-4e54-8c3d-6a46a766e51d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.256735927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"ff343c63-3d11-4e54-8c3d-6a46a766e51d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:09.013037287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"8dd93046-082c-49bd-a44a-de58f0c9bbe1","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:09.013058821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"8dd93046-082c-49bd-a44a-de58f0c9bbe1","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.558232146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"a2845aef-6aa4-4d58-8379-dcdd8298e4e7","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"tenant":"e2e-praxis-a-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.558254365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"a2845aef-6aa4-4d58-8379-dcdd8298e4e7","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"routeName":"praxis-route-f954db-kserve-route","namespace":"ai-tenant-e2e-praxis-a-f954db","llmisvcName":"praxis-route-f954db","gateway":"openshift-ingress/e2e-praxis-a-f954db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.662621659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"6635c9ac-54da-4924-bea7-cfaf969a22ae","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:43:14.696858714Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"181a8218-b7dc-41bc-85d5-586c9f6c971c","name":"praxis-route-f954db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f954db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:43:14.696946526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"181a8218-b7dc-41bc-85d5-586c9f6c971c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-f954db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.719074847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"6635c9ac-54da-4924-bea7-cfaf969a22ae","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.719112449Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"6635c9ac-54da-4924-bea7-cfaf969a22ae","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.721189767Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"dfafbfb8-a462-45b4-9719-b4b1b913fe39","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1249ddb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.777238424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"e085fbfd-5f2e-481f-83ba-7bb81504df06","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1249ddb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:14.972334384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"db59b4e2-32cb-498c-bdf5-efd55c1c38d1","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.028281602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"db59b4e2-32cb-498c-bdf5-efd55c1c38d1","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.028318082Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"db59b4e2-32cb-498c-bdf5-efd55c1c38d1","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.074110581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"338bbd5b-4d30-4b27-a5f6-5387479a6d1c","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1249ddb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.1303433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"471947c3-84e5-4dfa-abf3-770d93155980","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1249ddb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.136213381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"87ac5168-a06d-4030-9b40-790f93edc64f","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:43:15.183100774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-f954db","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db","reconcileID":"83aeb0a6-5ffc-437c-845a-6002aae187ea","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-f954db\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.340272115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"87ac5168-a06d-4030-9b40-790f93edc64f","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.479942707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"87ac5168-a06d-4030-9b40-790f93edc64f","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"name":"e2e-praxis-a-f954db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.479966625Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-auth","reconcileID":"87ac5168-a06d-4030-9b40-790f93edc64f","MaaSAuthPolicy":{"name":"praxis-route-f954db-auth","namespace":"ai-tenant-e2e-praxis-a-f954db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:15.629973607Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"06a532f2-8d36-4bfb-aa53-cf0c566e0d0c","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1249ddb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.463806975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a42cc2-d80b-4893-88ed-d97f9edca92b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.520735163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a42cc2-d80b-4893-88ed-d97f9edca92b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.576036342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a42cc2-d80b-4893-88ed-d97f9edca92b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.628176089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a42cc2-d80b-4893-88ed-d97f9edca92b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.839307191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"ed057f48-8521-4f0e-9daf-5cf93f4c49db","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.895530441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"ed057f48-8521-4f0e-9daf-5cf93f4c49db","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:16.951152346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"ed057f48-8521-4f0e-9daf-5cf93f4c49db","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.361232596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"44067b34-a85f-4cc9-8a48-0adf563f54c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.417617406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"44067b34-a85f-4cc9-8a48-0adf563f54c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.473090362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"44067b34-a85f-4cc9-8a48-0adf563f54c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:18.502990517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc17972-f426-48b0-b3c4-144b5138bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:18.55500448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc17972-f426-48b0-b3c4-144b5138bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:18.607445683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc17972-f426-48b0-b3c4-144b5138bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:18.659789184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc17972-f426-48b0-b3c4-144b5138bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:24.972760883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:25.683091236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"55fb57b6-2f05-4325-9ada-fb082a37f5f2","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","subscription":"praxis-route-f954db-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:25.683212751Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"praxis-route-f954db-sub","reconcileID":"55fb57b6-2f05-4325-9ada-fb082a37f5f2","MaaSSubscription":{"name":"praxis-route-f954db-sub","namespace":"ai-tenant-e2e-praxis-a-f954db"},"model":"ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-f954db/praxis-route-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.056143562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"d640b999-7fa6-475d-a44e-e3f99c601da2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.112683244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"d640b999-7fa6-475d-a44e-e3f99c601da2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.168063498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"d640b999-7fa6-475d-a44e-e3f99c601da2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.578198741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"7faa661c-1229-4fdc-b4e7-b271f7aa909a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.634342286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"7faa661c-1229-4fdc-b4e7-b271f7aa909a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.689033207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"7faa661c-1229-4fdc-b4e7-b271f7aa909a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:34.766085141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"fcbadf11-aaee-4dc6-b7a6-79afcb06a9e9","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-auth-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:34.931064682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"a0cda6d5-0bc7-480e-9e44-46f63af2f2dc","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:34.931086149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"a0cda6d5-0bc7-480e-9e44-46f63af2f2dc","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:35.250848887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"cdac2113-c39b-42f8-9090-83046df0b536","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"maas-trlp-auth-test-model-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:35.41644061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"8f6b0566-ba41-498d-b815-3808e82b633a","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:35.416459956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"8f6b0566-ba41-498d-b815-3808e82b633a","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:35.873498842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"51faebb5-5da8-4f8d-9e50-9f320eec9aaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:35.929725056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"51faebb5-5da8-4f8d-9e50-9f320eec9aaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.025735129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e501d561-d498-46c9-a24f-e2eed5304ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.082088994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e501d561-d498-46c9-a24f-e2eed5304ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.543775434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"d736d173-e0e6-4bbe-b34e-bd33e77e2a7c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.543794666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"d736d173-e0e6-4bbe-b34e-bd33e77e2a7c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.597830467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"bc56e450-6465-4945-bda5-0b7b4dd737d9","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.597850168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"bc56e450-6465-4945-bda5-0b7b4dd737d9","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.7014537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"ff5f5c2e-a510-4aad-8e88-ce32e85fc60c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.823430604Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"ff5f5c2e-a510-4aad-8e88-ce32e85fc60c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.878013684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"ff5f5c2e-a510-4aad-8e88-ce32e85fc60c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.932651962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"b54d684a-fac9-4f94-b911-f43a9d5fdc2c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:36.93267211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"b54d684a-fac9-4f94-b911-f43a9d5fdc2c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.272202685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"feca8946-03ae-4385-bc8e-247d4ce3b057","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.328725494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"feca8946-03ae-4385-bc8e-247d4ce3b057","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.383413395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11fbf22182d4915f39c80c61508be4a92427c4373594423c18367c90feec8e56) AuthConfig (0832e0344d6bc4e655dd827b52bfc4f4928ed2f9f776e811bab57b5aef444c58) AuthConfig (2fdc6fddaada8e0ab00036e7ad2682accc5d55c6b823519058fce76e369b95f4) AuthConfig (3835adffa3c816da8d179c088d7c2bf14c7fb752ccffe75b5b90e633ba6b8b3c) AuthConfig (6120e5d73d2f2553a2752124cc42d8e15f4944cdac34f78c051571e5aec6a3dc) AuthConfig (3aba4fd8ffb15e42ee1dc12de248c15872e7a0c92ead24c89ce905c8589c08e6) AuthConfig (6157d2fd8beaf10dc67f46265e231470afd783aa8f0883b73c9f55f4deb96b62) AuthConfig (44acd80770420d39c37a71f322c6322b8ca63f5ff77358d1dd63c23e0ef0fa8c) AuthConfig (07c878ba1c8eb5f9e5455cc19a9c201ee0e784e53c043c8e07d0aff62f21c11c) AuthConfig (f83d5922a15ac446c2323c865b51ad24566acd67619be60a614d3c75183844f3) AuthConfig (978933cfd686f55f8c4bf26ed3f55d0c91724b10f971ef0af642c068265be3f5) AuthConfig (5885e0f17d66e5f144914ae569db6def1006bde8b85c109ac1f4af92b57464bf) AuthConfig (7d128cf258f5f16b8d061184db5239f22dce2b8726fc1df17b0b52c2cfe6b23d) AuthConfig (36f5f58717531a0bfa28898f449ef53ff172312d786df8ffc706717fa1480c3e) AuthConfig (e70eb89740d8b83c2f4ba38972e804554f361eb7212d03beec789effa039a793) AuthConfig (fe46ab79fc68626229e4a0af93e62dd395b1ba4a42469b176e6cead4154c68e7) AuthConfig (463b4597ab91701f48334c127da4a465da27a173a75a61ae5fa31da96fe48229) AuthConfig (281df3fb2b9be4d62494550b52df8a676e2262122b67f94ef659c11bcb720997)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"feca8946-03ae-4385-bc8e-247d4ce3b057","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.440934441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"792e0ed9-69ad-4c16-aaba-fabd2a3e9f03","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.440955777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"792e0ed9-69ad-4c16-aaba-fabd2a3e9f03","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.793886024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"f2154182-cf19-4436-bc04-445d81cea573","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.850458934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"f2154182-cf19-4436-bc04-445d81cea573","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.905265794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae89a6187afc0120474db4ee3dac0d5a1cd7fe7cab694162f12e26d314221ef1) AuthConfig (898ecfe812573421c06210519e95969c75c293a433ede41ddff09aa21f3f75ba) AuthConfig (d46a6831c380145b9b615b2dc9419c5566b0bb140863069127e0f9a16e7348e2) AuthConfig (0aacf72f39538fb111e08148c4264bbf6315749863eb1f02a3b8020021113181) AuthConfig (61141a5c4b317c7418256c32f90db02f47b87436d9d22011317e748d0c77fe35) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (08e0d2db11e754677b8321d3cf4a43ce6d420f9862d6f8786e4c586c40d17648) AuthConfig (77646072b81ce017d2c44835f8863bb8433c920dce49800f38423d255cbe338b) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (a3c6f2294a4ea43c8eeef102daa3ed39a41ccd562afc4b3643458cc8b2aed156) AuthConfig (2ed17ae811a7cf83b5b75fcacda3411bd069294c86d0dad15d6696f9d1f618c0) AuthConfig (6c5f84c4e9ce074da03a64572a1bc037a98876584b1ea2f7c51c30c867516e30) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (a34c085b267530ffe5aecbcb4ea2e51c816c743b28007953d03e793136114e79) AuthConfig (1c291e9e8303cbece850b2a8e594797488f2ef5b7e305c73ef967ffb79bf6d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"f2154182-cf19-4436-bc04-445d81cea573","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.962682306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"4a5d0444-7dc3-42e1-81dc-5a95e3014106","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:37.96273289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"4a5d0444-7dc3-42e1-81dc-5a95e3014106","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.528214588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"6566863b-b834-44bc-835a-d43470244574","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.528233967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"6566863b-b834-44bc-835a-d43470244574","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.632960782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"73801ef5-a286-4522-95a8-a673c5d90720","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.689854985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"73801ef5-a286-4522-95a8-a673c5d90720","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.690761597Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"886b5642-4257-4292-9bad-0db0a1691939","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94dc3580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:39.9994641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"3a65d18a-9955-43e3-850b-446c5850936c","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:40.055947389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"3a65d18a-9955-43e3-850b-446c5850936c","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.037479464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"59fe9303-a922-479c-90c8-4e35cceaf2ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.094041299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"59fe9303-a922-479c-90c8-4e35cceaf2ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.149068522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"59fe9303-a922-479c-90c8-4e35cceaf2ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.544905192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a2deab80-d644-45fc-b3f7-645816a67c87","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.601293862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a2deab80-d644-45fc-b3f7-645816a67c87","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:47.656132792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11fbf22182d4915f39c80c61508be4a92427c4373594423c18367c90feec8e56) AuthConfig (0832e0344d6bc4e655dd827b52bfc4f4928ed2f9f776e811bab57b5aef444c58) AuthConfig (2fdc6fddaada8e0ab00036e7ad2682accc5d55c6b823519058fce76e369b95f4) AuthConfig (3835adffa3c816da8d179c088d7c2bf14c7fb752ccffe75b5b90e633ba6b8b3c) AuthConfig (6120e5d73d2f2553a2752124cc42d8e15f4944cdac34f78c051571e5aec6a3dc) AuthConfig (3aba4fd8ffb15e42ee1dc12de248c15872e7a0c92ead24c89ce905c8589c08e6) AuthConfig (6157d2fd8beaf10dc67f46265e231470afd783aa8f0883b73c9f55f4deb96b62) AuthConfig (44acd80770420d39c37a71f322c6322b8ca63f5ff77358d1dd63c23e0ef0fa8c) AuthConfig (07c878ba1c8eb5f9e5455cc19a9c201ee0e784e53c043c8e07d0aff62f21c11c) AuthConfig (f83d5922a15ac446c2323c865b51ad24566acd67619be60a614d3c75183844f3) AuthConfig (978933cfd686f55f8c4bf26ed3f55d0c91724b10f971ef0af642c068265be3f5) AuthConfig (5885e0f17d66e5f144914ae569db6def1006bde8b85c109ac1f4af92b57464bf) AuthConfig (7d128cf258f5f16b8d061184db5239f22dce2b8726fc1df17b0b52c2cfe6b23d) AuthConfig (36f5f58717531a0bfa28898f449ef53ff172312d786df8ffc706717fa1480c3e) AuthConfig (e70eb89740d8b83c2f4ba38972e804554f361eb7212d03beec789effa039a793) AuthConfig (fe46ab79fc68626229e4a0af93e62dd395b1ba4a42469b176e6cead4154c68e7) AuthConfig (463b4597ab91701f48334c127da4a465da27a173a75a61ae5fa31da96fe48229) AuthConfig (281df3fb2b9be4d62494550b52df8a676e2262122b67f94ef659c11bcb720997)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a2deab80-d644-45fc-b3f7-645816a67c87","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:48.066831661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6c3ff26e-8042-4eb0-ac55-f45eaf45127a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:48.123053616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6c3ff26e-8042-4eb0-ac55-f45eaf45127a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:48.178752949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae89a6187afc0120474db4ee3dac0d5a1cd7fe7cab694162f12e26d314221ef1) AuthConfig (898ecfe812573421c06210519e95969c75c293a433ede41ddff09aa21f3f75ba) AuthConfig (d46a6831c380145b9b615b2dc9419c5566b0bb140863069127e0f9a16e7348e2) AuthConfig (0aacf72f39538fb111e08148c4264bbf6315749863eb1f02a3b8020021113181) AuthConfig (61141a5c4b317c7418256c32f90db02f47b87436d9d22011317e748d0c77fe35) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (08e0d2db11e754677b8321d3cf4a43ce6d420f9862d6f8786e4c586c40d17648) AuthConfig (77646072b81ce017d2c44835f8863bb8433c920dce49800f38423d255cbe338b) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (a3c6f2294a4ea43c8eeef102daa3ed39a41ccd562afc4b3643458cc8b2aed156) AuthConfig (2ed17ae811a7cf83b5b75fcacda3411bd069294c86d0dad15d6696f9d1f618c0) AuthConfig (6c5f84c4e9ce074da03a64572a1bc037a98876584b1ea2f7c51c30c867516e30) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (a34c085b267530ffe5aecbcb4ea2e51c816c743b28007953d03e793136114e79) AuthConfig (1c291e9e8303cbece850b2a8e594797488f2ef5b7e305c73ef967ffb79bf6d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6c3ff26e-8042-4eb0-ac55-f45eaf45127a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:49.743726701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"05b3e728-aee4-4411-bfbf-73ec5a6f1c5b","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","subscription":"e2e-auth-iso-36b504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:49.796081928Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"05b3e728-aee4-4411-bfbf-73ec5a6f1c5b","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:49.848363485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"05b3e728-aee4-4411-bfbf-73ec5a6f1c5b","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"maas-trlp-auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.117408603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"9a798e1a-7144-4254-a4d6-4d808233745b","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.11743203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"9a798e1a-7144-4254-a4d6-4d808233745b","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.221641988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"cc305c6b-c204-4c3e-8bb4-5c7e2895d9b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.278024845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"cc305c6b-c204-4c3e-8bb4-5c7e2895d9b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.289812829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"8f40c337-b01c-4c0b-885e-1c6b1bc3fcdd","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.289832942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"8f40c337-b01c-4c0b-885e-1c6b1bc3fcdd","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.395984434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"39876bda-735b-4dcb-906d-a113b669d9e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.453124513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"39876bda-735b-4dcb-906d-a113b669d9e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.459792733Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"2a3c01f4-1ec4-45ac-86a2-909b47d6c51e","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa6a259d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.590543376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"09b70d97-2e6e-45b1-9fe9-824a8dbeb4dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.647096615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"09b70d97-2e6e-45b1-9fe9-824a8dbeb4dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.743358296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"024502b6-961f-42d7-b68f-2898129ec345","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:50.79946733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"024502b6-961f-42d7-b68f-2898129ec345","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:54.968844236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.25387112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"835f9501-f45e-41df-b6ea-4cc91b834746","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.310072893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"835f9501-f45e-41df-b6ea-4cc91b834746","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.36455412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"835f9501-f45e-41df-b6ea-4cc91b834746","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.760164857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e742f77f-2fe3-440e-a1d3-000e89252358","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.816433936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e742f77f-2fe3-440e-a1d3-000e89252358","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:57.87146231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11fbf22182d4915f39c80c61508be4a92427c4373594423c18367c90feec8e56) AuthConfig (0832e0344d6bc4e655dd827b52bfc4f4928ed2f9f776e811bab57b5aef444c58) AuthConfig (2fdc6fddaada8e0ab00036e7ad2682accc5d55c6b823519058fce76e369b95f4) AuthConfig (3835adffa3c816da8d179c088d7c2bf14c7fb752ccffe75b5b90e633ba6b8b3c) AuthConfig (6120e5d73d2f2553a2752124cc42d8e15f4944cdac34f78c051571e5aec6a3dc) AuthConfig (3aba4fd8ffb15e42ee1dc12de248c15872e7a0c92ead24c89ce905c8589c08e6) AuthConfig (6157d2fd8beaf10dc67f46265e231470afd783aa8f0883b73c9f55f4deb96b62) AuthConfig (44acd80770420d39c37a71f322c6322b8ca63f5ff77358d1dd63c23e0ef0fa8c) AuthConfig (07c878ba1c8eb5f9e5455cc19a9c201ee0e784e53c043c8e07d0aff62f21c11c) AuthConfig (f83d5922a15ac446c2323c865b51ad24566acd67619be60a614d3c75183844f3) AuthConfig (978933cfd686f55f8c4bf26ed3f55d0c91724b10f971ef0af642c068265be3f5) AuthConfig (5885e0f17d66e5f144914ae569db6def1006bde8b85c109ac1f4af92b57464bf) AuthConfig (7d128cf258f5f16b8d061184db5239f22dce2b8726fc1df17b0b52c2cfe6b23d) AuthConfig (36f5f58717531a0bfa28898f449ef53ff172312d786df8ffc706717fa1480c3e) AuthConfig (e70eb89740d8b83c2f4ba38972e804554f361eb7212d03beec789effa039a793) AuthConfig (fe46ab79fc68626229e4a0af93e62dd395b1ba4a42469b176e6cead4154c68e7) AuthConfig (463b4597ab91701f48334c127da4a465da27a173a75a61ae5fa31da96fe48229) AuthConfig (281df3fb2b9be4d62494550b52df8a676e2262122b67f94ef659c11bcb720997)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e742f77f-2fe3-440e-a1d3-000e89252358","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:58.284637602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6fea621e-6188-4093-a2e8-818bd255e5cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:58.340733908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6fea621e-6188-4093-a2e8-818bd255e5cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:58.397236248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae89a6187afc0120474db4ee3dac0d5a1cd7fe7cab694162f12e26d314221ef1) AuthConfig (898ecfe812573421c06210519e95969c75c293a433ede41ddff09aa21f3f75ba) AuthConfig (d46a6831c380145b9b615b2dc9419c5566b0bb140863069127e0f9a16e7348e2) AuthConfig (0aacf72f39538fb111e08148c4264bbf6315749863eb1f02a3b8020021113181) AuthConfig (61141a5c4b317c7418256c32f90db02f47b87436d9d22011317e748d0c77fe35) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (08e0d2db11e754677b8321d3cf4a43ce6d420f9862d6f8786e4c586c40d17648) AuthConfig (77646072b81ce017d2c44835f8863bb8433c920dce49800f38423d255cbe338b) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (a3c6f2294a4ea43c8eeef102daa3ed39a41ccd562afc4b3643458cc8b2aed156) AuthConfig (2ed17ae811a7cf83b5b75fcacda3411bd069294c86d0dad15d6696f9d1f618c0) AuthConfig (6c5f84c4e9ce074da03a64572a1bc037a98876584b1ea2f7c51c30c867516e30) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (a34c085b267530ffe5aecbcb4ea2e51c816c743b28007953d03e793136114e79) AuthConfig (1c291e9e8303cbece850b2a8e594797488f2ef5b7e305c73ef967ffb79bf6d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"6fea621e-6188-4093-a2e8-818bd255e5cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.512778574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"1fd83c58-9326-4e79-bced-03e7757470d2","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","subscription":"e2e-auth-iso-36b504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.565288329Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"1fd83c58-9326-4e79-bced-03e7757470d2","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.61814042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"1fd83c58-9326-4e79-bced-03e7757470d2","MaaSSubscription":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"maas-trlp-auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.8870458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"b7d52a28-5a6f-4b29-9246-7a82aeab9f08","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.887072123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"b7d52a28-5a6f-4b29-9246-7a82aeab9f08","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.99279063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"8d9bd3fc-553d-415e-b67a-d6b850fc3176","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.043302903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"a97a81d9-0f4b-4f28-8e1b-cffafdbcc6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.043315094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"57b71785-7561-4eeb-b6e2-b6e213b0659d","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.043329024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"57b71785-7561-4eeb-b6e2-b6e213b0659d","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.048897165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"8d9bd3fc-553d-415e-b67a-d6b850fc3176","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.198951026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"a97a81d9-0f4b-4f28-8e1b-cffafdbcc6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.306480677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"ae59b8a4-d84f-4d50-b4fd-aaa0b191ef79","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.321065218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"a97a81d9-0f4b-4f28-8e1b-cffafdbcc6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"name":"e2e-shared-a-w3-965a07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.321091202Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"e2e-auth-iso-36b504","reconcileID":"a97a81d9-0f4b-4f28-8e1b-cffafdbcc6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.362684501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"ae59b8a4-d84f-4d50-b4fd-aaa0b191ef79","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.376953419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"c041005a-b70b-48f1-acef-e3af859dbb0e","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"tenant":"e2e-shared-a-w3-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","model":"ai-tenant-e2e-shared-a-w3-965a07/auth-test-model-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.376975142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"auth-test-model-965a07","reconcileID":"c041005a-b70b-48f1-acef-e3af859dbb0e","MaaSModelRef":{"name":"auth-test-model-965a07","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"routeName":"auth-test-model-965a07-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-965a07","llmisvcName":"auth-test-model-965a07","gateway":"openshift-ingress/e2e-shared-a-w3-965a07","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.526961106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2c0be1e8-4b55-4968-8db7-0209c07f43f5","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.526981015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"2c0be1e8-4b55-4968-8db7-0209c07f43f5","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.566434093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e68156e4-c5b0-4875-b4df-5d429fc01244","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.769904806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e68156e4-c5b0-4875-b4df-5d429fc01244","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.892037758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e68156e4-c5b0-4875-b4df-5d429fc01244","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"name":"e2e-shared-b-w3-7273af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.892061407Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"e2e-auth-iso-36b504","reconcileID":"e68156e4-c5b0-4875-b4df-5d429fc01244","MaaSAuthPolicy":{"name":"e2e-auth-iso-36b504","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.947661334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"ad41c304-7947-4878-8c9f-00331918c342","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"tenant":"e2e-shared-b-w3-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","model":"ai-tenant-e2e-shared-b-w3-7273af/auth-test-model-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.947680132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"auth-test-model-7273af","reconcileID":"ad41c304-7947-4878-8c9f-00331918c342","MaaSModelRef":{"name":"auth-test-model-7273af","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"routeName":"auth-test-model-7273af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7273af","llmisvcName":"auth-test-model-7273af","gateway":"openshift-ingress/e2e-shared-b-w3-7273af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:04.43972727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6d5a1-7b4f-43e9-abdd-820cef361fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:04.492059442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6d5a1-7b4f-43e9-abdd-820cef361fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:04.544468539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6d5a1-7b4f-43e9-abdd-820cef361fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:04.596875288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6d5a1-7b4f-43e9-abdd-820cef361fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.469074197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"44a670b6-f913-46f3-9320-aeb26cbdc1c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.525311103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"44a670b6-f913-46f3-9320-aeb26cbdc1c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.580427426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"44a670b6-f913-46f3-9320-aeb26cbdc1c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.986397956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"73911375-9548-4940-a4f0-ea618902f2f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.044516908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"73911375-9548-4940-a4f0-ea618902f2f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.100504492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11fbf22182d4915f39c80c61508be4a92427c4373594423c18367c90feec8e56) AuthConfig (0832e0344d6bc4e655dd827b52bfc4f4928ed2f9f776e811bab57b5aef444c58) AuthConfig (2fdc6fddaada8e0ab00036e7ad2682accc5d55c6b823519058fce76e369b95f4) AuthConfig (3835adffa3c816da8d179c088d7c2bf14c7fb752ccffe75b5b90e633ba6b8b3c) AuthConfig (6120e5d73d2f2553a2752124cc42d8e15f4944cdac34f78c051571e5aec6a3dc) AuthConfig (3aba4fd8ffb15e42ee1dc12de248c15872e7a0c92ead24c89ce905c8589c08e6) AuthConfig (6157d2fd8beaf10dc67f46265e231470afd783aa8f0883b73c9f55f4deb96b62) AuthConfig (44acd80770420d39c37a71f322c6322b8ca63f5ff77358d1dd63c23e0ef0fa8c) AuthConfig (07c878ba1c8eb5f9e5455cc19a9c201ee0e784e53c043c8e07d0aff62f21c11c) AuthConfig (f83d5922a15ac446c2323c865b51ad24566acd67619be60a614d3c75183844f3) AuthConfig (978933cfd686f55f8c4bf26ed3f55d0c91724b10f971ef0af642c068265be3f5) AuthConfig (5885e0f17d66e5f144914ae569db6def1006bde8b85c109ac1f4af92b57464bf) AuthConfig (7d128cf258f5f16b8d061184db5239f22dce2b8726fc1df17b0b52c2cfe6b23d) AuthConfig (36f5f58717531a0bfa28898f449ef53ff172312d786df8ffc706717fa1480c3e) AuthConfig (e70eb89740d8b83c2f4ba38972e804554f361eb7212d03beec789effa039a793) AuthConfig (fe46ab79fc68626229e4a0af93e62dd395b1ba4a42469b176e6cead4154c68e7) AuthConfig (463b4597ab91701f48334c127da4a465da27a173a75a61ae5fa31da96fe48229) AuthConfig (281df3fb2b9be4d62494550b52df8a676e2262122b67f94ef659c11bcb720997)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"73911375-9548-4940-a4f0-ea618902f2f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.50493991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"74a0469a-23e4-4042-ae06-55d804a6a298","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.561549334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"74a0469a-23e4-4042-ae06-55d804a6a298","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.618256544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae89a6187afc0120474db4ee3dac0d5a1cd7fe7cab694162f12e26d314221ef1) AuthConfig (898ecfe812573421c06210519e95969c75c293a433ede41ddff09aa21f3f75ba) AuthConfig (d46a6831c380145b9b615b2dc9419c5566b0bb140863069127e0f9a16e7348e2) AuthConfig (0aacf72f39538fb111e08148c4264bbf6315749863eb1f02a3b8020021113181) AuthConfig (61141a5c4b317c7418256c32f90db02f47b87436d9d22011317e748d0c77fe35) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (08e0d2db11e754677b8321d3cf4a43ce6d420f9862d6f8786e4c586c40d17648) AuthConfig (77646072b81ce017d2c44835f8863bb8433c920dce49800f38423d255cbe338b) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (a3c6f2294a4ea43c8eeef102daa3ed39a41ccd562afc4b3643458cc8b2aed156) AuthConfig (2ed17ae811a7cf83b5b75fcacda3411bd069294c86d0dad15d6696f9d1f618c0) AuthConfig (6c5f84c4e9ce074da03a64572a1bc037a98876584b1ea2f7c51c30c867516e30) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (a34c085b267530ffe5aecbcb4ea2e51c816c743b28007953d03e793136114e79) AuthConfig (1c291e9e8303cbece850b2a8e594797488f2ef5b7e305c73ef967ffb79bf6d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"74a0469a-23e4-4042-ae06-55d804a6a298","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:17.685317758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"96f2545c-f4ad-47a2-9d2a-d9aeebd301b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:17.741460897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"96f2545c-f4ad-47a2-9d2a-d9aeebd301b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:17.796467066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (c062beb0c07c0ce0426953a8df5ca6da6dc240b80809625e3fbebd530f9f2e0d) AuthConfig (69f5d6a1fbb25e32720564922fa36f665ee158b0bfb2eba3dfdf6d394f354b6d) AuthConfig (b8981ff6e8a4ca5c3767989b346c012435b239797c912e14d8156053e588c411) AuthConfig (ccdad7305596968e980a2a8e6932666baae4caef6ed92518732824442f8e312f) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (0d3cc0bf1a951a2015e7ff08b0b4143c8262e2846f13b5477b5023cd5bd736c1) AuthConfig (2d8fa62a910d3d63b55fb29485a71cd15497c07fd1d1ae32fe9bba0d3a358799) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (a39b47d56d852442ccb57ca95d3e024c6826040fd5ddd2a9e84e29e6702376ef) AuthConfig (ade6977b53cc5b14ec00ed29ccea572a30bfc23ad2ac47dd8b58df1f35d62547) AuthConfig (550c0814e0ff1c74a9cab620387734e27f2427560a713eef8b57ea41e0f5436d) AuthConfig (28ba9ce2571933d11edbbbcf2cceae9586dc1ff4ce5e580ccf5bced7dbd70001) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (14f6d58d65b5526ce8b38bbc6679dc124fbe0bc0d7cb60ef60d601fb77952ea4) AuthConfig (264f2b25a0cf4f32b040fff2a6e7582abf12b12c8e62364959077213b473969d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"96f2545c-f4ad-47a2-9d2a-d9aeebd301b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:17.854019444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"34bc4ca7-12f5-4cb6-b79d-22e807f4fd9e","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:17.854040858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"34bc4ca7-12f5-4cb6-b79d-22e807f4fd9e","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.205601415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a244b90a-6ff7-46eb-b149-9d98776e03af","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.262817889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a244b90a-6ff7-46eb-b149-9d98776e03af","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.580077695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"1643830b-46e3-485d-a7b8-79935a119548","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.580098119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"1643830b-46e3-485d-a7b8-79935a119548","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.724011881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"d4363dbb-14b6-431f-bcc6-c5ad7f06fdf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:18.780755029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"d4363dbb-14b6-431f-bcc6-c5ad7f06fdf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.047351252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"8696b858-c4cb-4d05-9609-4ea26dd3d8ac","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.04737068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"8696b858-c4cb-4d05-9609-4ea26dd3d8ac","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.108885061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"d7a6edd6-5c3a-430e-bc3e-464fd1da83b6","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.108905737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"d7a6edd6-5c3a-430e-bc3e-464fd1da83b6","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.166226564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"a3e23d95-3750-4191-9fac-c18d528c4964","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.166245856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"a3e23d95-3750-4191-9fac-c18d528c4964","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.213581867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"f43bc6d7-8bdf-4395-bada-d834de50c325","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:19.214134051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e93209ca-ae43-4546-ba07-d694d9778523","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0e89a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:19.219076669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"a3e23d95-3750-4191-9fac-c18d528c4964","name":"auth-test-model-78b5c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-78b5c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:19.219138628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"a3e23d95-3750-4191-9fac-c18d528c4964","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-78b5c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.22451707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"e7ed2aed-fb1e-4c7b-8b13-d999acae6baa","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.22453461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"e7ed2aed-fb1e-4c7b-8b13-d999acae6baa","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.269971683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"f43bc6d7-8bdf-4395-bada-d834de50c325","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.320530963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"84671637-bffc-4d22-ac15-b95cf6248e3c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.320558339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"84671637-bffc-4d22-ac15-b95cf6248e3c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.375828866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"0687d44c-a2f4-429f-a694-eeb78086ac20","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.375848803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"0687d44c-a2f4-429f-a694-eeb78086ac20","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.573925202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"559d2d5f-fe05-4ca7-aac6-911e474f4c7b","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.573946286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"559d2d5f-fe05-4ca7-aac6-911e474f4c7b","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.57738142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"3bd8b8ed-786b-455a-bfba-205b4e74b943","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.593019794Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"1b6258dd-fd32-4e9b-abf8-28dc7a02e3d5","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-auth-test-model-78b5c5","model":"auth-test-model-78b5c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-78b5c5/e2e-auth-iso-0e89a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.633514541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"5e62b2ea-a6ce-43a6-be1e-855f7989b8b0","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.633535438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"5e62b2ea-a6ce-43a6-be1e-855f7989b8b0","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.635057937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"3bd8b8ed-786b-455a-bfba-205b4e74b943","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:19.676644172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"0c8c5c09-8b29-4c7e-b450-e0d3e282a776","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7d1295\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.677430924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"1fd970e3-58f7-42b8-9029-725d6754140c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.734904622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"1fd970e3-58f7-42b8-9029-725d6754140c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.759010304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"37465566-e487-47ec-aee4-4b8aac807a8b","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.759029635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"37465566-e487-47ec-aee4-4b8aac807a8b","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.780214705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"5cce3eb3-6be6-4922-9ed4-e8c8baa985a5","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.780232116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"5cce3eb3-6be6-4922-9ed4-e8c8baa985a5","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.83713938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"9f54878b-a1dc-4a30-8e2b-717e777eb898","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.837158908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"9f54878b-a1dc-4a30-8e2b-717e777eb898","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:19.967160747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"71f3991c-3e71-4728-a0f8-0cd26c785d24","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-auth-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.045837134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"a271606e-a9a0-4531-b8e1-194c71874120","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.071640393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"7e03b280-2d46-4fcf-b0ba-687447f78dd8","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-auth-test-model-957b33","model":"auth-test-model-957b33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-957b33/e2e-auth-iso-7d1295"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.103622184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"a271606e-a9a0-4531-b8e1-194c71874120","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.237421194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"78097b82-f715-4cce-ad73-9342ce4db799","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.23744509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"78097b82-f715-4cce-ad73-9342ce4db799","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:20.447145004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"c57ac3a0-f8ec-4ec6-87c3-d74607fd0c41","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-auth-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:24.969570162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.678086575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","namespace":"ai-tenant-e2e-praxis-a-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.678178343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","namespace":"ai-tenant-e2e-praxis-a-f954db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.678255053Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","tenant":"e2e-praxis-a-f954db","tenantID":"e2e-praxis-a-f954db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.732375386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f954db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.795002665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Service","name":"maas-api-e2e-praxis-a-f954db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.849968105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f954db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.903687984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f954db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:25.958806886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.013070256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.069523273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.135578823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.187853888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.241319787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.293732162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Service","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.346056214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.397920872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.45002988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.502125706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.5658488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.618051352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.670416745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.724970864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f954db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.77725279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954db"},"namespace":"ai-tenant-e2e-praxis-a-f954db","name":"default-tenant","reconcileID":"d9a53510-3c43-4104-8ad3-ba6d64398f00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f954db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.503636009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f954db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f954db","reconcileID":"029909e3-f332-4762-94db-07750bd27807","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f954db","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f954db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.985903598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"8504031f-b60b-4490-86bb-dbca548b2073","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.043906487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"8504031f-b60b-4490-86bb-dbca548b2073","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.099449387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (c062beb0c07c0ce0426953a8df5ca6da6dc240b80809625e3fbebd530f9f2e0d) AuthConfig (69f5d6a1fbb25e32720564922fa36f665ee158b0bfb2eba3dfdf6d394f354b6d) AuthConfig (b8981ff6e8a4ca5c3767989b346c012435b239797c912e14d8156053e588c411) AuthConfig (ccdad7305596968e980a2a8e6932666baae4caef6ed92518732824442f8e312f) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (0d3cc0bf1a951a2015e7ff08b0b4143c8262e2846f13b5477b5023cd5bd736c1) AuthConfig (2d8fa62a910d3d63b55fb29485a71cd15497c07fd1d1ae32fe9bba0d3a358799) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (a39b47d56d852442ccb57ca95d3e024c6826040fd5ddd2a9e84e29e6702376ef) AuthConfig (ade6977b53cc5b14ec00ed29ccea572a30bfc23ad2ac47dd8b58df1f35d62547) AuthConfig (550c0814e0ff1c74a9cab620387734e27f2427560a713eef8b57ea41e0f5436d) AuthConfig (28ba9ce2571933d11edbbbcf2cceae9586dc1ff4ce5e580ccf5bced7dbd70001) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (14f6d58d65b5526ce8b38bbc6679dc124fbe0bc0d7cb60ef60d601fb77952ea4) AuthConfig (264f2b25a0cf4f32b040fff2a6e7582abf12b12c8e62364959077213b473969d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"8504031f-b60b-4490-86bb-dbca548b2073","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.725737107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5277ce5-3eb6-48b1-ad5b-e33a6717fe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.7790241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5277ce5-3eb6-48b1-ad5b-e33a6717fe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.831846807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5277ce5-3eb6-48b1-ad5b-e33a6717fe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:28.884510368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5277ce5-3eb6-48b1-ad5b-e33a6717fe35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:30.808109883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe7dc25-a719-4232-9f01-c73ef0f9cecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:30.861094444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe7dc25-a719-4232-9f01-c73ef0f9cecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:30.915864911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe7dc25-a719-4232-9f01-c73ef0f9cecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:30.968320619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe7dc25-a719-4232-9f01-c73ef0f9cecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.213557357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62778fad-6e27-453d-b250-9582172b586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.266928029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62778fad-6e27-453d-b250-9582172b586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.319614865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62778fad-6e27-453d-b250-9582172b586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.372361826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62778fad-6e27-453d-b250-9582172b586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.62761179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"394e6ddc-3e1d-4e48-a216-05b95a708007","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-auth-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.744462182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"a08dc9d7-00b2-4e39-95b0-a867cb2430a3","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-auth-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.745196666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"fd5a3d69-9100-4ad1-aa0d-801ec75682eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.796620943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"519ef24c-aea9-403d-b150-8c04b7634772","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.796775132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"519ef24c-aea9-403d-b150-8c04b7634772","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.810885603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"fd5a3d69-9100-4ad1-aa0d-801ec75682eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.921553255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"5930ea11-948e-4b1d-88eb-29ceacae03c0","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:36.921573768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"5930ea11-948e-4b1d-88eb-29ceacae03c0","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.082486308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","namespace":"ai-tenant-e2e-praxis-b-4616ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.082562891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","namespace":"ai-tenant-e2e-praxis-b-4616ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.082610764Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","tenant":"e2e-praxis-b-4616ec","tenantID":"e2e-praxis-b-4616ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.136758679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4616ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.221553753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Service","name":"maas-api-e2e-praxis-b-4616ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.276137073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4616ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.335306962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4616ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.460032001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.514476634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.56263741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"2f3f882e-e0d1-4d05-994e-0f4792567316","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.571404357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.619454431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"2f3f882e-e0d1-4d05-994e-0f4792567316","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.629606565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.681266609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.798003096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.850431631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Service","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.902544256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.955049414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.007015975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.058775106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.11572195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.167576413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.204750234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"766649a3-56b0-4838-b3b0-649c5d7e14dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.220055728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.262765752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"766649a3-56b0-4838-b3b0-649c5d7e14dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.272047848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4616ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.323934112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4616ec"},"namespace":"ai-tenant-e2e-praxis-b-4616ec","name":"default-tenant","reconcileID":"5b6a01ba-3633-4161-899d-2da236974433","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4616ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.338230184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a7e7f1-c531-4835-9311-f570ad656336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.390636878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a7e7f1-c531-4835-9311-f570ad656336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.442989524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a7e7f1-c531-4835-9311-f570ad656336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.495572777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a7e7f1-c531-4835-9311-f570ad656336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.552810146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"202328e1-e2a5-431f-b9ce-0e7f31800d6c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.55282997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"202328e1-e2a5-431f-b9ce-0e7f31800d6c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.928483375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"3a000f8c-2ce1-4ff6-910c-a796451d518d","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.928508456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"3a000f8c-2ce1-4ff6-910c-a796451d518d","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.032648418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"90589e29-2fcf-47b2-91b0-d36f93d53c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.089013101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"90589e29-2fcf-47b2-91b0-d36f93d53c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.090204831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"23d4f940-06e6-4db5-9dd1-0717fad37682","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbe69693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.406065127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"742754a8-a651-47b1-a3f7-d281a1d6c2a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.462800721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"742754a8-a651-47b1-a3f7-d281a1d6c2a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.669352576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"f3eda7cf-ba8f-486d-95f0-4b1a1296e69e","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.669382187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"f3eda7cf-ba8f-486d-95f0-4b1a1296e69e","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.775315089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"16b5cdf7-d4ef-49e7-ab09-51dc76c27a95","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.833392046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"16b5cdf7-d4ef-49e7-ab09-51dc76c27a95","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:39.833463061Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"fbf4a59d-4e00-42ab-86b6-9fb98df8191c","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9324d1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:40.098844295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"3e7d6a16-337f-40dd-a678-6d34d9aaa0e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:40.155576128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"3e7d6a16-337f-40dd-a678-6d34d9aaa0e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:41.951168466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4616ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4616ec","reconcileID":"2e12151d-1d2f-49df-bc59-4615ee2661ea","aitenant":"ai-tenants/e2e-praxis-b-4616ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:42.514306788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82c610-d683-4e9e-a900-ca18c34647a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:42.566832608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82c610-d683-4e9e-a900-ca18c34647a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:42.622247636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82c610-d683-4e9e-a900-ca18c34647a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:42.676062951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82c610-d683-4e9e-a900-ca18c34647a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:42.78762386Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4616ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4616ec","reconcileID":"2e12151d-1d2f-49df-bc59-4615ee2661ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4616ec","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4616ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.06099967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"5e718148-7f11-4cd3-9d31-e6f23776c492","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.061017906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"5e718148-7f11-4cd3-9d31-e6f23776c492","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.120261573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c4bb3513-bfb6-40ae-8b56-57f249adc2d6","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.120280523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c4bb3513-bfb6-40ae-8b56-57f249adc2d6","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.16429147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"ca82356b-7772-4331-8e65-e3a587247994","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:44.164741254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"c676649e-9244-4c19-b58a-6c12b249aff5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4803b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:44.173601977Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c4bb3513-bfb6-40ae-8b56-57f249adc2d6","name":"auth-test-model-ffba43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:44.173651464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c4bb3513-bfb6-40ae-8b56-57f249adc2d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.179018522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"0813a745-426f-4493-b7bb-28bd0e13fa32","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.179033079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"0813a745-426f-4493-b7bb-28bd0e13fa32","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.220714411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"ca82356b-7772-4331-8e65-e3a587247994","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.270976244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"0602b084-c262-404b-a68e-766f16d5386f","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.271060279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"0602b084-c262-404b-a68e-766f16d5386f","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.327198482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"8fcf0ca5-78e0-42d7-bef1-9ca39fff6f0c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.327223644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"8fcf0ca5-78e0-42d7-bef1-9ca39fff6f0c","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.536320902Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"bc106b3d-954d-4c2c-a69c-a8ed124fedfe","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-auth-test-model-ffba43","model":"auth-test-model-ffba43","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ffba43/e2e-auth-iso-4803b7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.571437182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbb95d0-b259-46b4-bdbc-9d77545ec2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.571524253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"45f28ec0-d302-486d-b2df-3f3d2ad272da","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.624153701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbb95d0-b259-46b4-bdbc-9d77545ec2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.6309686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"45f28ec0-d302-486d-b2df-3f3d2ad272da","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.676735246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbb95d0-b259-46b4-bdbc-9d77545ec2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.73825194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbb95d0-b259-46b4-bdbc-9d77545ec2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.849375128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"cab3553d-060b-4ec8-91e9-06652de3370b","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:44.849393305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"cab3553d-060b-4ec8-91e9-06652de3370b","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:45.109327291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"8817a0c7-9d1d-461c-aac7-0f61786c7d2d","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-auth-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:48.964370194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6f3cf2-1530-4086-8759-903419aca801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.016716567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6f3cf2-1530-4086-8759-903419aca801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.069292226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6f3cf2-1530-4086-8759-903419aca801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.121806942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6f3cf2-1530-4086-8759-903419aca801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.175373858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"755faf70-25f1-4e3f-856d-34fabc66b08d","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","subscription":"e2e-auth-iso-0e89a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.228288693Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"755faf70-25f1-4e3f-856d-34fabc66b08d","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.281107343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"755faf70-25f1-4e3f-856d-34fabc66b08d","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.565253381Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-038c21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-038c21","reconcileID":"26cf2e29-8f1d-483d-a042-a5c2f9959c2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-038c21","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-038c21":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.565729931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"16aea057-bf04-44bf-856c-0df27715833b","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.565753753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"16aea057-bf04-44bf-856c-0df27715833b","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.668975535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"a0519d12-8ba4-4b55-b49d-7610a244c4e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.725614288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"a0519d12-8ba4-4b55-b49d-7610a244c4e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.726066253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"abd3fdb5-0a9a-4d89-a653-100f1201acb1","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.726080593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"abd3fdb5-0a9a-4d89-a653-100f1201acb1","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.830027029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e4c208ff-e74b-4327-bc77-f8417a2c5e46","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.889280826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"e4c208ff-e74b-4327-bc77-f8417a2c5e46","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.891287942Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"0dbdeda2-518f-40bb-9471-9935e82f87d2","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6408ce5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.891290872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"30b1a108-8bbc-42e1-acfb-472986b738ab","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","subscription":"e2e-auth-iso-7d1295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.943631238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"30b1a108-8bbc-42e1-acfb-472986b738ab","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.996151816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"30b1a108-8bbc-42e1-acfb-472986b738ab","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.033631884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"126ac1fb-f15d-45d3-af41-b83cf47f5d3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.089845895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"126ac1fb-f15d-45d3-af41-b83cf47f5d3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.2850242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"7f45959c-d25e-47c8-a56f-3af34f805c2a","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.285046211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"7f45959c-d25e-47c8-a56f-3af34f805c2a","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.291690407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"c7590aeb-31ec-4d88-b617-de1acfbf798d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.347623803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"c7590aeb-31ec-4d88-b617-de1acfbf798d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.437650312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"308695a7-029b-4453-85e3-4ec67742f732","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.437675004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"308695a7-029b-4453-85e3-4ec67742f732","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.440828954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"9b307699-772d-4d6f-9b29-93c9cae4988b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.497840954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"9b307699-772d-4d6f-9b29-93c9cae4988b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.544760873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"eca23351-2a15-4773-a454-8f6f6eaa8f7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.600957714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"eca23351-2a15-4773-a454-8f6f6eaa8f7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.602803304Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"0062ebc8-52ee-44af-8b88-a5846face323","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-79f36937","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.897486105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"be2bb741-a689-44eb-a345-fa82b0b85291","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.897631732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"8a06fb17-8fee-488d-8d1e-ca6344069a0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.954061271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"8a06fb17-8fee-488d-8d1e-ca6344069a0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:50.954238178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"be2bb741-a689-44eb-a345-fa82b0b85291","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:51.002946897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2a1a0a-dcb7-47cc-ae4d-c582ef616d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:51.055389066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2a1a0a-dcb7-47cc-ae4d-c582ef616d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:51.108290636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2a1a0a-dcb7-47cc-ae4d-c582ef616d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:51.160538487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2a1a0a-dcb7-47cc-ae4d-c582ef616d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:53.044530164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7992490-ac92-459a-897a-6184f42257cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:53.096890619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7992490-ac92-459a-897a-6184f42257cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:53.15480074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7992490-ac92-459a-897a-6184f42257cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:53.208292234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7992490-ac92-459a-897a-6184f42257cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:54.974525441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:59.944918308Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"9b0d54f6-29bd-452a-bf0a-692481c675df","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","subscription":"e2e-auth-iso-0e89a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:59.997211025Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"9b0d54f6-29bd-452a-bf0a-692481c675df","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.050442832Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"9b0d54f6-29bd-452a-bf0a-692481c675df","MaaSSubscription":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.328317061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"45b10824-3ef9-43bd-91f2-8cfbe1158ae3","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.328336894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"45b10824-3ef9-43bd-91f2-8cfbe1158ae3","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.431935981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"df24d11b-65c9-40a1-be75-71519567f925","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.472353577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"6d541a43-b5d5-407b-813d-d80efc560349","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.472357607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"a2a90584-8a42-467e-bd98-63e745e1279c","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.472457152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"a2a90584-8a42-467e-bd98-63e745e1279c","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.489047626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"df24d11b-65c9-40a1-be75-71519567f925","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.655738322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"1dec881e-42f5-437a-ada2-4e8c8d0941ca","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","subscription":"e2e-auth-iso-7d1295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.677930491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"6d541a43-b5d5-407b-813d-d80efc560349","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.708296206Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"1dec881e-42f5-437a-ada2-4e8c8d0941ca","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.765443721Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"1dec881e-42f5-437a-ada2-4e8c8d0941ca","MaaSSubscription":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.800594656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"6d541a43-b5d5-407b-813d-d80efc560349","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.800615953Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-auth-iso-0e89a1","reconcileID":"6d541a43-b5d5-407b-813d-d80efc560349","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.830224455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"2a906b7c-c358-48e6-8ed3-4bef16fa62e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.856653476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"32c79cc6-a23c-47a0-8423-0115a568ae63","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/auth-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.856670374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"auth-test-model-3a4683","reconcileID":"32c79cc6-a23c-47a0-8423-0115a568ae63","MaaSModelRef":{"name":"auth-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"auth-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"auth-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.886393243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"2a906b7c-c358-48e6-8ed3-4bef16fa62e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.016526967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"14161fd7-a919-456c-aa79-b00dd0279c4c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.016547294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"14161fd7-a919-456c-aa79-b00dd0279c4c","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.039010622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"1905a50a-fa13-4883-a2e2-35b11ad6f044","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.039029961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"1905a50a-fa13-4883-a2e2-35b11ad6f044","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.090028533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"0d3556bc-d4f2-40dc-b38b-b7f6eb139d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.142180916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"f36bf423-740b-4f75-b0b3-f5c6a5c3c37f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.182047086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"e2df8b0e-9f9e-4eba-aa46-29528cae8359","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.182066186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"a451a943-4063-46d6-9c5e-34b26774be25","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.182079734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"a451a943-4063-46d6-9c5e-34b26774be25","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.19878683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"f36bf423-740b-4f75-b0b3-f5c6a5c3c37f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.343182805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"0d3556bc-d4f2-40dc-b38b-b7f6eb139d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.443782938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"e2df8b0e-9f9e-4eba-aa46-29528cae8359","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.46430845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"0d3556bc-d4f2-40dc-b38b-b7f6eb139d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.464325444Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-auth-iso-0e89a1","reconcileID":"0d3556bc-d4f2-40dc-b38b-b7f6eb139d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0e89a1","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.520041866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"ce32c4e4-8c94-43f7-9378-3bdb014ac8a8","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/auth-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.520060977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"auth-test-model-78b5c5","reconcileID":"ce32c4e4-8c94-43f7-9378-3bdb014ac8a8","MaaSModelRef":{"name":"auth-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"auth-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"auth-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.565983237Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"e2df8b0e-9f9e-4eba-aa46-29528cae8359","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.566005734Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-auth-iso-7d1295","reconcileID":"e2df8b0e-9f9e-4eba-aa46-29528cae8359","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.596454117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"c07157c6-69ac-41f9-8f76-48ee6b72749a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.621518251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"9fa1569f-a133-4ef6-8105-4fcaa1408ac3","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/auth-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.621533328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"auth-test-model-f735f4","reconcileID":"9fa1569f-a133-4ef6-8105-4fcaa1408ac3","MaaSModelRef":{"name":"auth-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"auth-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"auth-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.652662259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"c07157c6-69ac-41f9-8f76-48ee6b72749a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.771264413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"f7153bec-e4af-4dc1-bb6a-1b7a7c2d956d","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.771282339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"f7153bec-e4af-4dc1-bb6a-1b7a7c2d956d","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:01.856294083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"5a5b4235-ef9a-4f62-af20-bef131673293","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:02.109892846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"5a5b4235-ef9a-4f62-af20-bef131673293","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:02.232666087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"5a5b4235-ef9a-4f62-af20-bef131673293","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:02.232686767Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-auth-iso-7d1295","reconcileID":"5a5b4235-ef9a-4f62-af20-bef131673293","MaaSAuthPolicy":{"name":"e2e-auth-iso-7d1295","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:02.289041541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"b3d46f44-7a86-48cb-827a-344e6e8e1198","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/auth-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:02.289072384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"auth-test-model-957b33","reconcileID":"b3d46f44-7a86-48cb-827a-344e6e8e1198","MaaSModelRef":{"name":"auth-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"auth-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"auth-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:11.294033495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"f7cbd95e-0f14-49cb-9c6c-fa05ff41065c","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-auth-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:11.460992133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"d8cee31e-42c9-40eb-8373-b51106f7ac7e","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:11.461012853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"d8cee31e-42c9-40eb-8373-b51106f7ac7e","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:12.857218953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"9ba5901b-9ea3-4736-8c37-31075679d3e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:12.916465397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"9ba5901b-9ea3-4736-8c37-31075679d3e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:18.568805035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"d4b3e4f0-686a-4e99-a146-353a162146c1","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:18.56882845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"d4b3e4f0-686a-4e99-a146-353a162146c1","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:18.674357008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"a5a6b3df-eb96-482b-a651-46ff17c77be5","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:18.729518843Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"1a54d4d6-f5a3-4c65-abd1-feb66983a08f","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-876aed4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:18.734069659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"a5a6b3df-eb96-482b-a651-46ff17c77be5","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:19.041858596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"dd18ae72-e737-443a-bba2-36bd579b08c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:19.098092352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"dd18ae72-e737-443a-bba2-36bd579b08c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:24.969945733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:28.781874879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"cc0dc7c2-e875-4dfd-8c88-d2f81a41a396","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","subscription":"e2e-auth-iso-4803b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:28.834295122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"cc0dc7c2-e875-4dfd-8c88-d2f81a41a396","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:28.888947954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"cc0dc7c2-e875-4dfd-8c88-d2f81a41a396","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.157724291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"e9c391ca-86e3-480b-b342-efda59103e4c","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.157745506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"e9c391ca-86e3-480b-b342-efda59103e4c","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.260718969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"c0a29248-f844-4296-af1d-dc6717c0a835","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.309789205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c2fe5967-5179-4afb-ad1e-ab1c1fc38244","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.309812614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c2fe5967-5179-4afb-ad1e-ab1c1fc38244","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.318534756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"c0a29248-f844-4296-af1d-dc6717c0a835","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.413840512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"6cc1b3d3-6ab8-47f8-b5cc-7b9259731663","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.47022841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"6cc1b3d3-6ab8-47f8-b5cc-7b9259731663","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.470966753Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"7e7475c3-c6b4-4526-b5e4-a519a396a39f","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d2c4664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.625216411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"0029b569-737f-4b53-98d5-311e7644be3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.681448973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"0029b569-737f-4b53-98d5-311e7644be3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.835578968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"b756eaad-a8f3-4c98-8571-2f52788be658","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:29.89882765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"b756eaad-a8f3-4c98-8571-2f52788be658","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.474840729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7097c07b-6d63-4260-9451-9f8650c1c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.527298983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7097c07b-6d63-4260-9451-9f8650c1c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.579654153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7097c07b-6d63-4260-9451-9f8650c1c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.632681129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7097c07b-6d63-4260-9451-9f8650c1c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.996285235Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c8ee6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c8ee6b","reconcileID":"cb87412c-672a-470d-9c85-de32d56dde93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c8ee6b","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c8ee6b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.562019941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d532ded-c095-4fba-991b-e39b16be485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.614222271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d532ded-c095-4fba-991b-e39b16be485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.666338067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d532ded-c095-4fba-991b-e39b16be485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.718664295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d532ded-c095-4fba-991b-e39b16be485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.64337371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d969d8-b48e-4227-8503-0fd4ce04631b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.695828797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d969d8-b48e-4227-8503-0fd4ce04631b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.748541887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d969d8-b48e-4227-8503-0fd4ce04631b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.800995692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d969d8-b48e-4227-8503-0fd4ce04631b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.607196285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"8c91f3fa-6eb3-4669-89c0-f82f405ccf9a","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.67258822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"8c91f3fa-6eb3-4669-89c0-f82f405ccf9a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.678102599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"ef47f524-7250-4996-aca2-dcd4130b183e","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.678178229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"ef47f524-7250-4996-aca2-dcd4130b183e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.688666547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"ea6b7d14-562c-48ab-8169-fcc91c7ebbc6","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.68875728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"ea6b7d14-562c-48ab-8169-fcc91c7ebbc6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.709796496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"03e82f44-4465-4f82-8fcc-7fb1ad61fce3","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.709855425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"03e82f44-4465-4f82-8fcc-7fb1ad61fce3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.750882378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"40ca7181-0feb-446f-8368-979b5e5e8213","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.750955243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"40ca7181-0feb-446f-8368-979b5e5e8213","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.831367215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"d92ced0d-acef-4e4a-8d22-b781eeb206ee","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.831427977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"d92ced0d-acef-4e4a-8d22-b781eeb206ee","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.992311937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9def63a7-c943-44b4-b4d2-1f30076ec772","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:38.992378976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9def63a7-c943-44b4-b4d2-1f30076ec772","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:39.312803379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"1ecf09c2-9196-4ba2-8c7d-0d82762a5a1f","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:39.312868249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"1ecf09c2-9196-4ba2-8c7d-0d82762a5a1f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:39.523835986Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"593500d6-7e69-47ae-9277-ff58a2613a68","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","subscription":"e2e-auth-iso-4803b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:39.576266731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"593500d6-7e69-47ae-9277-ff58a2613a68","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:39.628821904Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"593500d6-7e69-47ae-9277-ff58a2613a68","MaaSSubscription":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:39.902025214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"6baf3abc-9092-4587-affe-48d02a3be67f","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:39.902046133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"6baf3abc-9092-4587-affe-48d02a3be67f","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:39.95806375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9cdcfbab-d843-4981-afdf-a3467c0df4b6","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:39.958123981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9cdcfbab-d843-4981-afdf-a3467c0df4b6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.005872646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"2e497f63-efe6-4eaa-82b1-7846f258cb88","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.053010811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"b0750f8c-3f2e-442d-b9fb-69afeaaf7ad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.053034695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8ceca168-2597-46ad-9bff-63513792843c","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.053050908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"8ceca168-2597-46ad-9bff-63513792843c","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.062276284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"2e497f63-efe6-4eaa-82b1-7846f258cb88","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.257575885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"b0750f8c-3f2e-442d-b9fb-69afeaaf7ad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.380292504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"b0750f8c-3f2e-442d-b9fb-69afeaaf7ad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.380315542Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-auth-iso-4803b7","reconcileID":"b0750f8c-3f2e-442d-b9fb-69afeaaf7ad2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.410137988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"1d737d55-fb9d-435d-afb8-dd4648785518","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.435533547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c526f696-b21c-4df7-890f-b576965f2805","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/auth-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.435553596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"auth-test-model-9aebe8","reconcileID":"c526f696-b21c-4df7-890f-b576965f2805","MaaSModelRef":{"name":"auth-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"auth-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"auth-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.466162083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"1d737d55-fb9d-435d-afb8-dd4648785518","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.580145896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"a007fc34-cd08-4816-90f5-bfc269bb419a","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.580171255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"a007fc34-cd08-4816-90f5-bfc269bb419a","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.671309083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"7b224b9c-8352-497a-9577-adf0c67c07cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.833626851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"7b224b9c-8352-497a-9577-adf0c67c07cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.957417043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"7b224b9c-8352-497a-9577-adf0c67c07cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:40.957441662Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-auth-iso-4803b7","reconcileID":"7b224b9c-8352-497a-9577-adf0c67c07cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4803b7","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:41.013728791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c9f5b29b-d882-495f-a1db-33c68d4d1bee","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/auth-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:41.013748695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"auth-test-model-ffba43","reconcileID":"c9f5b29b-d882-495f-a1db-33c68d4d1bee","MaaSModelRef":{"name":"auth-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"auth-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"auth-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:41.238642372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9b899207-c1f0-458e-9d7d-428d35a51f3c","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:41.238729934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"9b899207-c1f0-458e-9d7d-428d35a51f3c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:43.799047501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"add58a9a-50f1-436d-be46-6663a29c98e5","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:45:43.799110889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-63a61e","namespace":"ai-tenant-e2e-noten-63a61e"},"namespace":"ai-tenant-e2e-noten-63a61e","name":"noten-model-63a61e","reconcileID":"add58a9a-50f1-436d-be46-6663a29c98e5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-63a61e/noten-model-63a61e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-63a61e/noten-model-63a61e-kserve-route (gateways: [openshift-ingress/e2e-noten-63a61e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:54.970244303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.84189924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"f2737c47-bdb1-4401-9e3f-dbe42412cc00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-038c21","tenantID":"e2e-explicit-038c21","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.956584209Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"f2737c47-bdb1-4401-9e3f-dbe42412cc00","name":"e2e-explicit-038c21-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:16.988353366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b6cb80-06e5-43d9-900d-c871e5b0998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:17.040605803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b6cb80-06e5-43d9-900d-c871e5b0998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:17.093065878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b6cb80-06e5-43d9-900d-c871e5b0998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:17.145740049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b6cb80-06e5-43d9-900d-c871e5b0998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:17.574755094Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ca6ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ca6ef4","reconcileID":"39ddb2fe-d141-472d-9231-fc225cc19a06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ca6ef4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ca6ef4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:19.033681307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e45a60-a06f-4e09-bc0d-fddf6999adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:19.085923629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e45a60-a06f-4e09-bc0d-fddf6999adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:19.140287918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e45a60-a06f-4e09-bc0d-fddf6999adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:19.269893395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e45a60-a06f-4e09-bc0d-fddf6999adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.201050391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc515cb-b2b1-4c55-b508-40a8589e757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.25952235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc515cb-b2b1-4c55-b508-40a8589e757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.312096774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc515cb-b2b1-4c55-b508-40a8589e757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.364627763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc515cb-b2b1-4c55-b508-40a8589e757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.346857717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b063814-2c6f-40e4-b07d-0f777ad867fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.399202401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b063814-2c6f-40e4-b07d-0f777ad867fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.451533517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b063814-2c6f-40e4-b07d-0f777ad867fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.504054829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b063814-2c6f-40e4-b07d-0f777ad867fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.674244011Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-604da0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-604da0","reconcileID":"d15730e7-035c-4d46-91bc-94221ede853e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-604da0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-604da0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:25.005878135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:25.449872903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867aa317-96ea-474d-aa76-4696cc20e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:25.502375748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867aa317-96ea-474d-aa76-4696cc20e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:25.554942649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867aa317-96ea-474d-aa76-4696cc20e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:25.60953023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867aa317-96ea-474d-aa76-4696cc20e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.514133911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865114e0-c61a-4e72-bdd9-718ed079be41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.56821297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865114e0-c61a-4e72-bdd9-718ed079be41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.621341876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865114e0-c61a-4e72-bdd9-718ed079be41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.673829759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865114e0-c61a-4e72-bdd9-718ed079be41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:29.565392661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bc9af-881e-43ea-a8c4-c536aba0162d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:29.617558368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bc9af-881e-43ea-a8c4-c536aba0162d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:29.669861365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bc9af-881e-43ea-a8c4-c536aba0162d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:29.724139915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799bc9af-881e-43ea-a8c4-c536aba0162d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.593804886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b999a0-1b3d-4ec1-97e8-4b27c03b293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.647090444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b999a0-1b3d-4ec1-97e8-4b27c03b293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.699842234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b999a0-1b3d-4ec1-97e8-4b27c03b293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.752074436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b999a0-1b3d-4ec1-97e8-4b27c03b293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:33.656272345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05cd404-2d86-4f06-b326-20957f231f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:33.708436875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05cd404-2d86-4f06-b326-20957f231f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:33.760869723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05cd404-2d86-4f06-b326-20957f231f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:33.813339811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05cd404-2d86-4f06-b326-20957f231f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:35.744028399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d242c8-8f0b-4463-b210-daec272d5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:35.796739966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d242c8-8f0b-4463-b210-daec272d5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:35.84909327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d242c8-8f0b-4463-b210-daec272d5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:35.901376356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d242c8-8f0b-4463-b210-daec272d5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:37.800473903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c181f-5999-428f-a3ea-bf06ac612a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:37.853167616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c181f-5999-428f-a3ea-bf06ac612a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:37.905492811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c181f-5999-428f-a3ea-bf06ac612a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:37.958292208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c181f-5999-428f-a3ea-bf06ac612a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:39.83410399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6987c6-3f96-4180-8fc3-f4e89fdd6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:39.888371141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6987c6-3f96-4180-8fc3-f4e89fdd6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:39.941107381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6987c6-3f96-4180-8fc3-f4e89fdd6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:39.993820614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6987c6-3f96-4180-8fc3-f4e89fdd6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:41.885882174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fae1cc-c785-4fb1-9e96-0f7123f59b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:41.938789631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fae1cc-c785-4fb1-9e96-0f7123f59b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:41.99146417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fae1cc-c785-4fb1-9e96-0f7123f59b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:42.044145873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fae1cc-c785-4fb1-9e96-0f7123f59b34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:49.126495344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847875be-02f3-4c1f-986b-c59ec63a7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:49.180713646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847875be-02f3-4c1f-986b-c59ec63a7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:49.233329328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847875be-02f3-4c1f-986b-c59ec63a7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:49.28577517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847875be-02f3-4c1f-986b-c59ec63a7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:49.719423544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e3cc05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e3cc05","reconcileID":"c706e617-201f-49f8-88d7-cf68440bc00d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e3cc05","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e3cc05":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.185597527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d862e98-f6e0-495f-9ba0-5af87d3cef70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.238284082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d862e98-f6e0-495f-9ba0-5af87d3cef70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.290353413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d862e98-f6e0-495f-9ba0-5af87d3cef70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.342732645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d862e98-f6e0-495f-9ba0-5af87d3cef70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.446650485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"e10d8aa8-b0a6-40dc-a5f3-ac0bacc5247f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c8ee6b","tenantID":"e2e-autores-c8ee6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:51.563883373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"e10d8aa8-b0a6-40dc-a5f3-ac0bacc5247f","name":"e2e-autores-c8ee6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:53.286808707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82570ac1-2ecf-466b-a209-1665ecdde766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:53.342218635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82570ac1-2ecf-466b-a209-1665ecdde766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:53.39498266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82570ac1-2ecf-466b-a209-1665ecdde766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:53.447369429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82570ac1-2ecf-466b-a209-1665ecdde766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:54.969926363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:55.337788551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31addd8-0b92-4d50-b545-fdefb904da22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:55.389940964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31addd8-0b92-4d50-b545-fdefb904da22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:55.44237058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31addd8-0b92-4d50-b545-fdefb904da22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:55.494594607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31addd8-0b92-4d50-b545-fdefb904da22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:57.359947364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5bd73e-0568-4dbc-9ceb-d280f8efbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:57.412046424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5bd73e-0568-4dbc-9ceb-d280f8efbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:57.464080632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5bd73e-0568-4dbc-9ceb-d280f8efbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:57.516052406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5bd73e-0568-4dbc-9ceb-d280f8efbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:59.386125696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d3e4bb-d63f-41cc-b801-1de1b0c21ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:59.438455641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d3e4bb-d63f-41cc-b801-1de1b0c21ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:59.4907939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d3e4bb-d63f-41cc-b801-1de1b0c21ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:59.543036465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d3e4bb-d63f-41cc-b801-1de1b0c21ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:22.534344254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ac3016-077f-4de4-983e-85df77dcc169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:22.586722148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ac3016-077f-4de4-983e-85df77dcc169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:22.639230433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ac3016-077f-4de4-983e-85df77dcc169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:22.691625382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ac3016-077f-4de4-983e-85df77dcc169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:24.571658727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd50a7a-19b5-4329-9af9-664c0fbeb343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:24.624020214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd50a7a-19b5-4329-9af9-664c0fbeb343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:24.681063427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd50a7a-19b5-4329-9af9-664c0fbeb343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:24.733543458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd50a7a-19b5-4329-9af9-664c0fbeb343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:24.969551392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:35.170070936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-038c21","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"explicit-model-038c21","reconcileID":"4da5ca8d-2895-4fec-96e8-17a5c96dcaa4","MaaSModelRef":{"name":"explicit-model-038c21","namespace":"ai-tenant-e2e-explicit-038c21"},"routeName":"explicit-model-038c21-kserve-route","namespace":"ai-tenant-e2e-explicit-038c21","llmisvcName":"explicit-model-038c21","gateway":"openshift-ingress/e2e-explicit-038c21","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:39.839098897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"1b7cd5bd-db19-4da9-aa20-08b9f529a3d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ca6ef4","tenantID":"e2e-extmod-a-ca6ef4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:39.954091845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"1b7cd5bd-db19-4da9-aa20-08b9f529a3d8","name":"e2e-extmod-a-ca6ef4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:54.164422348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"0b12bd8d-fbe9-47f5-a5dc-270b28698d1f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-604da0","tenantID":"e2e-extmod-a-604da0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:54.278721326Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"0b12bd8d-fbe9-47f5-a5dc-270b28698d1f","name":"e2e-extmod-a-604da0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:47:54.969184999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:19.819225734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c927797f-b1d9-4ff7-8716-8f242b584841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:19.871447251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c927797f-b1d9-4ff7-8716-8f242b584841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:19.923599346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c927797f-b1d9-4ff7-8716-8f242b584841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:19.976471684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c927797f-b1d9-4ff7-8716-8f242b584841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:21.849162277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c72c06e-4e5b-4f97-ad6a-cbf99ad973cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:21.901465322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c72c06e-4e5b-4f97-ad6a-cbf99ad973cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:21.953731021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c72c06e-4e5b-4f97-ad6a-cbf99ad973cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:22.006076113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c72c06e-4e5b-4f97-ad6a-cbf99ad973cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:23.026479366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"2f22334d-f5e4-431b-8ff9-e932f40012e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e3cc05","tenantID":"e2e-extmod-a-e3cc05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:23.141281484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"2f22334d-f5e4-431b-8ff9-e932f40012e1","name":"e2e-extmod-a-e3cc05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:24.982010265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:54.047001338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826ec81f-e742-48d8-919e-dd94be3b28cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:54.09934923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826ec81f-e742-48d8-919e-dd94be3b28cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:54.153588148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826ec81f-e742-48d8-919e-dd94be3b28cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:54.207590551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826ec81f-e742-48d8-919e-dd94be3b28cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:54.969645257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:56.082353781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7a1541-6a23-436e-b545-e83f6f183b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:56.135177751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7a1541-6a23-436e-b545-e83f6f183b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:56.187572099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7a1541-6a23-436e-b545-e83f6f183b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:56.239823033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7a1541-6a23-436e-b545-e83f6f183b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:58.152357553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a668cc9-6ebe-42c9-8e86-44a928841557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:58.204860466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a668cc9-6ebe-42c9-8e86-44a928841557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:58.257126997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a668cc9-6ebe-42c9-8e86-44a928841557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:48:58.309331394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a668cc9-6ebe-42c9-8e86-44a928841557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:00.242920981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03899a4-2c1f-4608-8b71-57d9a36f2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:00.295997704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03899a4-2c1f-4608-8b71-57d9a36f2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:00.349085406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03899a4-2c1f-4608-8b71-57d9a36f2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:00.401395148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03899a4-2c1f-4608-8b71-57d9a36f2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:13.050145083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb08af8-8d66-4773-8a34-9deaa6399678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:13.102572617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb08af8-8d66-4773-8a34-9deaa6399678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:13.15500354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb08af8-8d66-4773-8a34-9deaa6399678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:13.207430071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb08af8-8d66-4773-8a34-9deaa6399678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:15.141119717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93abe8-ea5e-4d5e-84d8-0fffbfab0cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:15.193591528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93abe8-ea5e-4d5e-84d8-0fffbfab0cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:15.245977543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93abe8-ea5e-4d5e-84d8-0fffbfab0cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:15.298542276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93abe8-ea5e-4d5e-84d8-0fffbfab0cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:17.165598442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c53ee9-43d6-4d43-9db2-020637f6579b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:17.218842667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c53ee9-43d6-4d43-9db2-020637f6579b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:17.271351988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c53ee9-43d6-4d43-9db2-020637f6579b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:17.323547295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c53ee9-43d6-4d43-9db2-020637f6579b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:19.204060075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5929b86f-f884-4ebe-87d4-a3b455964d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:19.256353586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5929b86f-f884-4ebe-87d4-a3b455964d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:19.308391478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5929b86f-f884-4ebe-87d4-a3b455964d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:19.361706558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5929b86f-f884-4ebe-87d4-a3b455964d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:23.994107947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef4e4b8-2c22-4675-aa6a-36786ec1f874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:24.046539262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef4e4b8-2c22-4675-aa6a-36786ec1f874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:24.098818028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef4e4b8-2c22-4675-aa6a-36786ec1f874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:24.151376185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef4e4b8-2c22-4675-aa6a-36786ec1f874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:24.968901958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.041624701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec0909-b64e-430a-80fa-06c92679d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.094229441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec0909-b64e-430a-80fa-06c92679d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.146493804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec0909-b64e-430a-80fa-06c92679d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.199142001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec0909-b64e-430a-80fa-06c92679d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.305544179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"66d4a0ba-82ad-4b94-bb31-3ca2d618b3a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.421610949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"cfa04910-d809-4eaf-a36b-b0f2853ff690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.634404678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"a4f400a3-f709-40f9-8814-97fdbad68cb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.634975133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"08228840-19ab-4b74-bb6d-c15b3f619ca2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.806857633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"886e24cc-1ffa-4aa1-b1ab-cbfd48d0e638","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:26.966883988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"e169d35f-7138-41fb-9426-d5905f529bdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.01082565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c8ee6b","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"autores-model-c8ee6b","reconcileID":"d83cb1c2-9399-4446-bfca-9cb3fe398c5a","MaaSModelRef":{"name":"autores-model-c8ee6b","namespace":"ai-tenant-e2e-autores-c8ee6b"},"tenant":"e2e-autores-c8ee6b","gateway":"openshift-ingress/e2e-autores-c8ee6b","model":"ai-tenant-e2e-autores-c8ee6b/autores-model-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.010847443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c8ee6b","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"autores-model-c8ee6b","reconcileID":"d83cb1c2-9399-4446-bfca-9cb3fe398c5a","MaaSModelRef":{"name":"autores-model-c8ee6b","namespace":"ai-tenant-e2e-autores-c8ee6b"},"routeName":"autores-model-c8ee6b-kserve-route","namespace":"ai-tenant-e2e-autores-c8ee6b","llmisvcName":"autores-model-c8ee6b","gateway":"openshift-ingress/e2e-autores-c8ee6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.068843537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"6443e34f-90dd-480a-b921-aeb629f494aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.176643633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e285d3e-e5b1-4f48-a3e9-1a34a5fa852b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.313781123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f5f1d046-e04d-4739-afb0-d9952ff183c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.4703352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"89e0b5f1-66c8-4882-ba29-2d7ed1846988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.683906235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"740c6caa-9ce5-47a4-bfd6-44d6a67bd7b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:27.736625235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"b3d0e582-8f3b-4f5b-8e0f-6ebba6b2f9a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:28.08767302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9213fdb4-9af5-4913-a9b2-cf7df3a3e412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:28.140851974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9213fdb4-9af5-4913-a9b2-cf7df3a3e412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:28.194068028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9213fdb4-9af5-4913-a9b2-cf7df3a3e412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:28.246639842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9213fdb4-9af5-4913-a9b2-cf7df3a3e412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:30.121239894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cbcba5-3991-40d7-b04d-8dd97b401a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:30.173915172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cbcba5-3991-40d7-b04d-8dd97b401a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:30.228869356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cbcba5-3991-40d7-b04d-8dd97b401a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:30.282021796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cbcba5-3991-40d7-b04d-8dd97b401a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:32.246575032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19097958-0ac0-4f61-aa94-818be75e86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:32.299254673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19097958-0ac0-4f61-aa94-818be75e86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:32.351623214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19097958-0ac0-4f61-aa94-818be75e86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:32.403997365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19097958-0ac0-4f61-aa94-818be75e86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:34.359482938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc46991-36c5-43d9-904b-50d4220fb2eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:34.411662975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc46991-36c5-43d9-904b-50d4220fb2eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:34.463877336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc46991-36c5-43d9-904b-50d4220fb2eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:34.516298802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc46991-36c5-43d9-904b-50d4220fb2eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:36.435369255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c358648-5c4e-4271-9751-5384b09c9efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:36.487444412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c358648-5c4e-4271-9751-5384b09c9efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:36.540124422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c358648-5c4e-4271-9751-5384b09c9efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:36.592330357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c358648-5c4e-4271-9751-5384b09c9efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:38.461167049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c8981c-87ba-4241-8b13-a22b67b1493a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:38.513550748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c8981c-87ba-4241-8b13-a22b67b1493a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:38.565871132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c8981c-87ba-4241-8b13-a22b67b1493a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:38.619711395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c8981c-87ba-4241-8b13-a22b67b1493a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:40.484297866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68973bf-0f64-497c-8411-25f7715e37cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:40.536744732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68973bf-0f64-497c-8411-25f7715e37cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:40.589727464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68973bf-0f64-497c-8411-25f7715e37cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:40.642364919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68973bf-0f64-497c-8411-25f7715e37cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:42.514359788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0222d7-7e20-4009-b193-685ea93651c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:42.566910887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0222d7-7e20-4009-b193-685ea93651c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:42.619316576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0222d7-7e20-4009-b193-685ea93651c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:42.671823996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0222d7-7e20-4009-b193-685ea93651c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:44.537316915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb696ee-6813-4c34-be6e-fbecdebbff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:44.589880619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb696ee-6813-4c34-be6e-fbecdebbff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:44.642100958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb696ee-6813-4c34-be6e-fbecdebbff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:44.694328996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb696ee-6813-4c34-be6e-fbecdebbff04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:46.569099861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63563478-7d54-4e84-849e-87f4313eda75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:46.621214031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63563478-7d54-4e84-849e-87f4313eda75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:46.673630852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63563478-7d54-4e84-849e-87f4313eda75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:46.726003805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63563478-7d54-4e84-849e-87f4313eda75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:48.594243695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62db21c0-cbb6-4257-bc22-036dfd1fad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:48.64647786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62db21c0-cbb6-4257-bc22-036dfd1fad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:48.698809041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62db21c0-cbb6-4257-bc22-036dfd1fad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:48.750822015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62db21c0-cbb6-4257-bc22-036dfd1fad23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:50.621272668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c46d12-d3e2-4c3a-9f03-7710704254f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:50.674372627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c46d12-d3e2-4c3a-9f03-7710704254f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:50.726731322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c46d12-d3e2-4c3a-9f03-7710704254f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:50.779003387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c46d12-d3e2-4c3a-9f03-7710704254f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:54.974831192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:59.26387578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"0b000200-464b-413c-8b22-a41abff23ad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:59.364144636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"e6047eb6-ccff-4d34-9e0f-82877f64b5c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:59.69724303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"ebefd369-7835-49b2-9935-fef9b6f33055","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:49:59.797277689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"dcdb5967-f5a0-4431-8874-e7830da210a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.026330041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"b12dcee0-0b62-43fa-ac83-0af964f5a7a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.187299263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"a45c2ebc-a865-4c06-b4d6-4d7f70b1f72b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.288135449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"57879db0-7bc7-4fbd-860c-32fd1ba3ae81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.388222557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"bf458d83-efa1-4f5d-b14d-4ceb9bcb7d54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.489085659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"650399eb-0f09-4a0c-a279-fc8b5c256e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.58833359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"ee1f0030-1758-40f0-a60d-cbaa4422e53d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.739389936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"e3dcdb84-f155-4ae5-9917-22b8a1da86fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:00.849903521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35998a7b-033b-4e77-a5f3-22098bd94c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.791516212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccb5f5fa-da90-4d81-9a40-2feade2a1320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.877809573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc47544-2e30-4acc-a0c0-742acd896f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.892888847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ee76ac98-b003-4923-b74c-bb8c992bf262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.899122143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"1edcf7a5-cc9e-4521-9c1a-4ee7161a740f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.930164644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc47544-2e30-4acc-a0c0-742acd896f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:16.98247631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc47544-2e30-4acc-a0c0-742acd896f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.035213528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc47544-2e30-4acc-a0c0-742acd896f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.195028535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"fb8cea60-c74f-4646-8a66-9c4ec34846d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.296256502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"822ddcff-39de-4e69-bf13-5f53b16f7baa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.410741048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"a2f56d3a-39dd-492f-9cf1-10449059d78d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.410783585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"95c960b6-361a-4655-8f06-2f28e1f0331c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.864001389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"290370b0-d17d-46fd-8f9d-820b459913fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.965196306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"3b03911f-e5ca-4016-b1c3-5fff390726a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:17.978261666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"b14e3c1d-0ee9-4edb-94f6-b97275d03ef6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:18.091766641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"4c970a28-5058-4286-bb2c-75dcd1c5ce06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:18.52349327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"49798ba0-1002-45ee-b864-8b5c6c3197b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:18.96507148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987587b-774a-48c4-a9a7-f285f30abe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:19.017437628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987587b-774a-48c4-a9a7-f285f30abe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:19.069726692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987587b-774a-48c4-a9a7-f285f30abe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:19.12205343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987587b-774a-48c4-a9a7-f285f30abe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.616298069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","namespace":"ai-tenant-e2e-explicit-038c21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.61635937Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","namespace":"ai-tenant-e2e-explicit-038c21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.616429888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","tenant":"e2e-explicit-038c21","tenantID":"e2e-explicit-038c21","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.67033986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Deployment","name":"maas-api-e2e-explicit-038c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.730802969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Service","name":"maas-api-e2e-explicit-038c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.785452467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-038c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.839166457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-038c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.895153144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:20.949546902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.00549473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.038613271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0afc2c-3e77-4134-bb47-b2e42883e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.093984524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.094478243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0afc2c-3e77-4134-bb47-b2e42883e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.147113145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0afc2c-3e77-4134-bb47-b2e42883e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.147401797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Deployment","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.199923151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0afc2c-3e77-4134-bb47-b2e42883e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.251612686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.303183593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Service","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.354820886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"Service","name":"payload-pre-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.406770667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.462824263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.514079982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.569143321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.620522229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.672089098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.723706054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-038c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:21.775357275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-038c21"},"namespace":"ai-tenant-e2e-explicit-038c21","name":"default-tenant","reconcileID":"c80439d5-5594-4144-bae5-e3e83b29ad2e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-038c21","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:22.474170694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-038c21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-038c21","reconcileID":"23926cd8-ec5c-43f5-bd02-041c358d80bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-038c21","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-038c21"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:23.079063432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bc343-9a9f-4981-8d84-c875601ec935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:23.133038595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bc343-9a9f-4981-8d84-c875601ec935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:23.185384292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bc343-9a9f-4981-8d84-c875601ec935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:23.237719917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bc343-9a9f-4981-8d84-c875601ec935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:24.971500813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:25.111743732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d67adc6-1e30-4cb2-b328-85471d7ae0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:25.164101061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d67adc6-1e30-4cb2-b328-85471d7ae0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:25.216544422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d67adc6-1e30-4cb2-b328-85471d7ae0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:25.268666058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d67adc6-1e30-4cb2-b328-85471d7ae0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:27.150448799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e3a53-f4b0-4cae-a833-1003301407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:27.203820771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e3a53-f4b0-4cae-a833-1003301407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:27.255965389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e3a53-f4b0-4cae-a833-1003301407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:27.308148925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12e3a53-f4b0-4cae-a833-1003301407dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:29.186293012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e6f37d-bbc1-47a0-9d69-97c2c2f7e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:29.238764927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e6f37d-bbc1-47a0-9d69-97c2c2f7e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:29.292854972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e6f37d-bbc1-47a0-9d69-97c2c2f7e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:29.346299517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e6f37d-bbc1-47a0-9d69-97c2c2f7e1d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:30.39922824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e039cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e039cb","reconcileID":"c9e6883d-fb6b-408c-806f-989f94fed8db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e039cb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e039cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:31.214898184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ed89b5-7fbf-40d3-bb7c-44421bf58880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:31.268018586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ed89b5-7fbf-40d3-bb7c-44421bf58880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:31.320688589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ed89b5-7fbf-40d3-bb7c-44421bf58880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:31.373004683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ed89b5-7fbf-40d3-bb7c-44421bf58880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:33.254620445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4cc558-0511-43ae-8795-abc5d1fae53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:33.30676459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4cc558-0511-43ae-8795-abc5d1fae53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:33.359228657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4cc558-0511-43ae-8795-abc5d1fae53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:33.411832392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf4cc558-0511-43ae-8795-abc5d1fae53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.21410391Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","namespace":"ai-tenant-e2e-extmod-a-ca6ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.21416409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","namespace":"ai-tenant-e2e-extmod-a-ca6ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.214236849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","tenant":"e2e-extmod-a-ca6ef4","tenantID":"e2e-extmod-a-ca6ef4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.267781922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ca6ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.327287384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Service","name":"maas-api-e2e-extmod-a-ca6ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.38185686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ca6ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.435326379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ca6ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.489920423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.54565374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.603091409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.659651413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.713816181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.765388039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.821418618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Service","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.842239469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"fe53066e-ed69-49f5-8299-2490e8d35c38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.873392984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.92497331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.942625102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"1db9b692-8a32-4293-b734-86971dbdd204","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.959820199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"3f914455-9aa1-48c9-bc43-25cb7187dcce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:37.976559738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.028067587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.042891418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"13db5f20-9b2d-4121-b23a-45c6708fe203","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.083022849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.134623743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.142808403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7710f5be-9b4b-4294-bc92-c3b0eb693d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.177164332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"633feabd-dfac-48de-a937-9deec3c00f64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.186090665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.240683058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ca6ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.293627694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ca6ef4"},"namespace":"ai-tenant-e2e-extmod-a-ca6ef4","name":"default-tenant","reconcileID":"2e00cc48-1697-40e5-8f0e-a80f6c7a2efc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ca6ef4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.450242208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"93506db8-8f3e-42fb-bdf4-c60407f4fc04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.552034972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ff5bed63-4fe7-4aa3-afbe-daebb7a1f73e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.65171599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"94a45f19-5143-47d9-be83-22c29f376e26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.75035564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"b84e512e-02d1-482d-ad7a-dcbc1e722317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:38.793850592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5c42830-2e91-4ed5-ae15-e91641f61c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:39.230516201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"a3527c3d-0741-469d-abde-fcfd00c279d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:45.571882223Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ca6ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ca6ef4","reconcileID":"4a75799a-96e2-4658-a06f-e6a4b764f3d8","aitenant":"ai-tenants/e2e-extmod-a-ca6ef4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:46.134783321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7360383a-28fc-4071-ac64-b0382173ceee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:46.18757246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7360383a-28fc-4071-ac64-b0382173ceee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:46.240106791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7360383a-28fc-4071-ac64-b0382173ceee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:46.292598402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7360383a-28fc-4071-ac64-b0382173ceee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:46.404905183Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ca6ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ca6ef4","reconcileID":"4a75799a-96e2-4658-a06f-e6a4b764f3d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ca6ef4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ca6ef4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.01049527Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","namespace":"ai-tenant-e2e-extmod-a-604da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.010552451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","namespace":"ai-tenant-e2e-extmod-a-604da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.010598404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","tenant":"e2e-extmod-a-604da0","tenantID":"e2e-extmod-a-604da0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.063977629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Deployment","name":"maas-api-e2e-extmod-a-604da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.123551168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Service","name":"maas-api-e2e-extmod-a-604da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.178569486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-604da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.191450301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053d4515-e32e-440a-bf10-eee0f35269a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.24396529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053d4515-e32e-440a-bf10-eee0f35269a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.245128992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-604da0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.297019438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053d4515-e32e-440a-bf10-eee0f35269a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.349915467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053d4515-e32e-440a-bf10-eee0f35269a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.351950499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.406560503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.463480349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.517874041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.619118451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.671230766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.723134588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Service","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.774973219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.827113268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.879582773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.931648162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:48.987179851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:49.038732638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:49.090519275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:49.142680988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-604da0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:49.194535652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-604da0"},"namespace":"ai-tenant-e2e-extmod-a-604da0","name":"default-tenant","reconcileID":"70399cec-a403-4900-b0da-6fe6a10e9b60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-604da0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.241505885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6f1d59-6173-40b6-9076-73cd8da4e0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.293714661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6f1d59-6173-40b6-9076-73cd8da4e0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.34572807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6f1d59-6173-40b6-9076-73cd8da4e0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.346761526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"ed9ee02d-0a16-4871-b812-01ed1b8b2f8f","namespace":"llm","name":"e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.398676303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6f1d59-6173-40b6-9076-73cd8da4e0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.401682936Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"f57ed3a8-38db-4413-b995-e4cd531be28c","namespace":"llm","name":"e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.55464879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaf51c26-ed69-4013-b7e4-9a7b78d824fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.554845904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"bc5f4718-617b-46cf-a06f-ff09e3743ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.555244843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3f3a1f-2010-4926-bc43-ec9d56523a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.555253079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"ac631875-5fa6-4d37-9cea-400c969afd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.555635847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6b92706a-8ee7-447a-a406-48b0a33c66b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.612172722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaf51c26-ed69-4013-b7e4-9a7b78d824fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.612171536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"bc5f4718-617b-46cf-a06f-ff09e3743ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.615251742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"ac631875-5fa6-4d37-9cea-400c969afd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.616584474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3f3a1f-2010-4926-bc43-ec9d56523a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.618255485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"6b92706a-8ee7-447a-a406-48b0a33c66b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.771290072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"6a2fed19-3abc-423f-9557-ba4d0c290be8","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"name":"e2e-dft-0431a7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.826991814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1551e478-b7bb-4147-a721-ad167dfa2e8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.827581665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78f2bf49-d998-4a59-af71-749d525ed09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.87990191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"551bb68a-67e5-4610-b89f-9e5347f4dcdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.879925472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"551bb68a-67e5-4610-b89f-9e5347f4dcdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.880396354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b45ce0-b177-41f0-b394-13c98ce6078e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.880414718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b45ce0-b177-41f0-b394-13c98ce6078e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.88077021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4210fac-6f25-42ef-8c81-5084b78fa0d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.880787431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4210fac-6f25-42ef-8c81-5084b78fa0d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.881031663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dca9b1c-7164-4594-bf16-5759e1ad0fb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.881043087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dca9b1c-7164-4594-bf16-5759e1ad0fb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.881422541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72eb4b3b-a12c-4210-9866-83208048088f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.88144117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72eb4b3b-a12c-4210-9866-83208048088f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.881813205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a78ca5e-3351-42f6-9714-357520193759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.881830185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a78ca5e-3351-42f6-9714-357520193759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.882155028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"890db00a-e3b5-4d5c-b398-a841234e108c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.88216918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"890db00a-e3b5-4d5c-b398-a841234e108c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.882449599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d48efff-223b-46ad-955f-517e80756adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.882462811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d48efff-223b-46ad-955f-517e80756adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.934630428Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a54e275e-0a87-43db-a51b-04c30e572b0b","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"name":"e2e-dft-0431a7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.97750863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"5b0306ff-8937-4289-aca1-2d86ebf162dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.980144092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"844eabe6-5cf7-4ecf-85c3-73b9782eff96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.980404388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"dcddf2f8-01a8-42a5-a2d0-df07a2a3c778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.98065983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d140f3df-a300-47ef-a984-11dd9a351dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:50.980870661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"740e73e6-cedf-40e2-8a38-3802d0e07aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.035267423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"5b0306ff-8937-4289-aca1-2d86ebf162dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.036485912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"844eabe6-5cf7-4ecf-85c3-73b9782eff96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.038061827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"dcddf2f8-01a8-42a5-a2d0-df07a2a3c778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.039051304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"740e73e6-cedf-40e2-8a38-3802d0e07aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.04067611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"d140f3df-a300-47ef-a984-11dd9a351dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.064840656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"445f9164-22cd-4299-a3bd-8faa3e575582","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"name":"e2e-dft-0431a7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.175861925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"80749589-88dc-4406-b3c5-89bf6fcae78d","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"name":"e2e-dft-0431a7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.397550104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"dbe388d7-1273-436e-9393-086de5a66465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.397736501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"31c92714-27c7-4fc5-89a1-9d4a3dbbd9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.397904405Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-604da0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-604da0","reconcileID":"1e55b303-c4b6-43c6-8de8-9694e53a4ada","aitenant":"ai-tenants/e2e-extmod-a-604da0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.398139037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d1aa2884-bed9-4fec-94fa-f82904df2909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.39823112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7030e7b9-2fad-4490-b6d9-c1a301ca60fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.39851003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e4c1f750-b352-4cd9-a1aa-a141a2d8d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.50877957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"d1aa2884-bed9-4fec-94fa-f82904df2909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.508888656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"31c92714-27c7-4fc5-89a1-9d4a3dbbd9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.511189962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7030e7b9-2fad-4490-b6d9-c1a301ca60fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.512304341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"dbe388d7-1273-436e-9393-086de5a66465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.513621576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e4c1f750-b352-4cd9-a1aa-a141a2d8d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.55957844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"92403ad8-4f07-448f-99a6-abbfb9408355","namespace":"llm","name":"e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.56842438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"198594f6-bf93-4945-9b8b-0d8c62a79cf6","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.568451307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"198594f6-bf93-4945-9b8b-0d8c62a79cf6","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.770648545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cf0dd1cc-cdc0-40b2-8900-26837315d282","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.77067562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cf0dd1cc-cdc0-40b2-8900-26837315d282","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.873220636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e17a091c-ab12-4536-a4b9-4dcca5ebe706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.873815653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9ed5def5-85e9-486d-8e88-3cad3158d440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.874222863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a5a74b08-a5e9-46d3-aeda-96daeaf7514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.874974777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8137d8-a613-4ce7-8013-ebff88916ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.875245892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"17e5685f-deea-4ce0-86b5-17ba32006685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.930666382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"e17a091c-ab12-4536-a4b9-4dcca5ebe706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.931386058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a5a74b08-a5e9-46d3-aeda-96daeaf7514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.933378042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8137d8-a613-4ce7-8013-ebff88916ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.933925534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9ed5def5-85e9-486d-8e88-3cad3158d440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:51.935918124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"17e5685f-deea-4ce0-86b5-17ba32006685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.159894688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-604da0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-604da0","reconcileID":"1e55b303-c4b6-43c6-8de8-9694e53a4ada","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-604da0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-604da0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.286069082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad0cc0e-9117-46e0-908c-3c0b2dc590dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.338884889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad0cc0e-9117-46e0-908c-3c0b2dc590dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.33908594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e4f7082b-f117-4e36-b03d-17334581a240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.339085591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bc351d4f-030c-4d21-a86f-eb4190740590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.391529658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad0cc0e-9117-46e0-908c-3c0b2dc590dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.391659975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"acfd3313-9049-42b6-b23b-b871377667e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.444121283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad0cc0e-9117-46e0-908c-3c0b2dc590dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.444234441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbc2ac94-8db4-437f-8010-2cc39a011b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.444744524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"002e0dbc-b918-43a9-9bc4-a6bef258ca23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.447960648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bc351d4f-030c-4d21-a86f-eb4190740590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.448062476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e4f7082b-f117-4e36-b03d-17334581a240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.502029387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"acfd3313-9049-42b6-b23b-b871377667e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.502931504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"002e0dbc-b918-43a9-9bc4-a6bef258ca23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.505345053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbc2ac94-8db4-437f-8010-2cc39a011b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.814530168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f733bd18-4359-4784-86dd-a358dd990440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.814610156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f250ef68-c614-458c-9e16-438e0b44b8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.871581309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f250ef68-c614-458c-9e16-438e0b44b8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:52.871580081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"f733bd18-4359-4784-86dd-a358dd990440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:54.399226348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427b58d4-3c28-4937-87b5-c77beb0f3b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:54.451427916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427b58d4-3c28-4937-87b5-c77beb0f3b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:54.503567589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427b58d4-3c28-4937-87b5-c77beb0f3b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:54.556159467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427b58d4-3c28-4937-87b5-c77beb0f3b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:54.969250725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.538237529Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"fb74ce53-c043-41e8-a7aa-421ab4efbf4c","namespace":"llm","name":"e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.593022173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"afebc97c-e125-4cbd-8356-baca7d51f3aa","namespace":"llm","name":"e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.76044289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13ce6c40-6414-434d-8c1a-6a1246190098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.760440909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"da129397-2b22-47dd-95e6-2929d44b0822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.761143883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f0584d77-bd66-42ad-a13f-6748430f1bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.761390655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36c6d0ad-245b-410a-a8f3-d320d4f609c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.761140711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"548e355d-1973-4f62-8be8-096b35e6fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.819688485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"f0584d77-bd66-42ad-a13f-6748430f1bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.819773883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13ce6c40-6414-434d-8c1a-6a1246190098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.823544819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"da129397-2b22-47dd-95e6-2929d44b0822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.824165939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36c6d0ad-245b-410a-a8f3-d320d4f609c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.82609126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"548e355d-1973-4f62-8be8-096b35e6fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:55.9219735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"9d63ef57-d41c-4101-938e-3313956a594d","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"name":"e2e-dft-67501d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030092459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec6366da-39ad-4a26-93ab-9e76f5b04fd2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030117352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec6366da-39ad-4a26-93ab-9e76f5b04fd2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030544372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c198edb8-becd-4e50-a8f7-146904d3e483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030564529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c198edb8-becd-4e50-a8f7-146904d3e483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030912049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bcf89f5-9e90-4c6a-8ba6-d3cfb4028dbf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.030930813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bcf89f5-9e90-4c6a-8ba6-d3cfb4028dbf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.031245845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f495b34-c50e-409e-9f92-33fc339f8c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.031259876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f495b34-c50e-409e-9f92-33fc339f8c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.080524718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"beda3ddb-52df-4675-beee-ede1ebfe5930","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.080527272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb5800b5-ad99-4684-9177-9514ac8d6344","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.083297296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"2fb515a4-004d-4672-9e54-590430495240","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"name":"e2e-dft-67501d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.136556658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"deaeeb02-06b8-4d76-8799-c08c2a00a01c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.136574937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"deaeeb02-06b8-4d76-8799-c08c2a00a01c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.136871261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf607876-7b31-403b-8770-b50065b4068b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.136882788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf607876-7b31-403b-8770-b50065b4068b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.137093459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e83df4e-5c6a-4428-a736-da129a8ea880","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.137103763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e83df4e-5c6a-4428-a736-da129a8ea880","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.13731178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41d67197-cfaa-4a9f-a9c1-2187dd5cf0f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.137321156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41d67197-cfaa-4a9f-a9c1-2187dd5cf0f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.18953185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a2ff8e84-f26c-46b2-89a2-9bc75fb91a90","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.189632024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a2ff8e84-f26c-46b2-89a2-9bc75fb91a90","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.237729272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cca48d51-bee4-412c-8596-3157affabd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.237852044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c97678d5-2fe6-49c2-b2bc-d8501d94b5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.238476739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d1336c49-952d-4cf1-bf56-435d9e443634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.238600482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"3fd96eb9-2818-4d70-9ead-8cc83efcd32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.238986401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ab546aa5-dc9a-4474-9884-10ae736603b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.294947868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c97678d5-2fe6-49c2-b2bc-d8501d94b5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.295053355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"cca48d51-bee4-412c-8596-3157affabd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.297985077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"3fd96eb9-2818-4d70-9ead-8cc83efcd32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.298391393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ab546aa5-dc9a-4474-9884-10ae736603b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.300449359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"d1336c49-952d-4cf1-bf56-435d9e443634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.463340617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3cfc8-8e2f-4025-9b1d-444f7ae3d80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.515471337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3cfc8-8e2f-4025-9b1d-444f7ae3d80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.568082828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3cfc8-8e2f-4025-9b1d-444f7ae3d80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.620465551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3cfc8-8e2f-4025-9b1d-444f7ae3d80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.673534254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"57d1bb13-c272-49af-a8da-1c2d77fb5ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.730462453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"57d1bb13-c272-49af-a8da-1c2d77fb5ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.776526593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"613c9ced-c50e-4e27-9b11-12882d8dd444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.776889355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81e82db9-1aad-4d03-99b4-3682ac5a4ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.777452229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b212730-c59a-483b-85dc-7c7335ac622a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.777682952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7414db6f-7e2d-4d4a-889a-2a730f74bd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.83446791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"613c9ced-c50e-4e27-9b11-12882d8dd444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.835419849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b212730-c59a-483b-85dc-7c7335ac622a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.839108864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7414db6f-7e2d-4d4a-889a-2a730f74bd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.839172723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81e82db9-1aad-4d03-99b4-3682ac5a4ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.844688913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bece42db-1fae-4bfb-8307-ffce073feae6","namespace":"llm","name":"e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.899397134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"36568ad1-c20d-40c9-8ada-a213423e33f0","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:56.899433619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"36568ad1-c20d-40c9-8ada-a213423e33f0","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.004729338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"7c31c46c-d5cb-4f1d-b2ec-8e5b05625539","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.004758933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"7c31c46c-d5cb-4f1d-b2ec-8e5b05625539","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.153457701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3a80756f-6285-4168-a79a-073c6651b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.205353184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"4329ebcb-8b55-4aca-b09c-c2df1375d35f","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.205378094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"4329ebcb-8b55-4aca-b09c-c2df1375d35f","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.209329807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"3a80756f-6285-4168-a79a-073c6651b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.255399385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b3703a25-ec37-4745-85c6-9c65d53dfefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.255752854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7a363078-e6aa-4c1c-ad8e-88ddf8bfeae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.256749471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"09787679-0274-498c-8862-fa09c8d6a1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.311599123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b3703a25-ec37-4745-85c6-9c65d53dfefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.312662559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7a363078-e6aa-4c1c-ad8e-88ddf8bfeae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.314326793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"09787679-0274-498c-8862-fa09c8d6a1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.406817082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d6933db5-15e9-4804-a5d4-df5017d6f1c3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.463311103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d6933db5-15e9-4804-a5d4-df5017d6f1c3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.569631542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"37fec965-1533-41c6-aa59-8c3c551634f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.625431285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"37fec965-1533-41c6-aa59-8c3c551634f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.671165129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f58cf58c-3f2e-4370-87bc-cc493aa2207a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.671354648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5319566d-90e3-4438-ae6d-67b09471d604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.723016122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"078b8ada-8e0a-4f17-bc1c-57b62d42d301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.728649087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f58cf58c-3f2e-4370-87bc-cc493aa2207a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.728817572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5319566d-90e3-4438-ae6d-67b09471d604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.779139801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"078b8ada-8e0a-4f17-bc1c-57b62d42d301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.88580621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a2d53b1d-2a2c-488d-8282-eeb9b99f7a6a","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:57.885828271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a2d53b1d-2a2c-488d-8282-eeb9b99f7a6a","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.041056405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07df6ba5-6f8d-4aa4-ba51-2c424d9deb41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.089836017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4ac3d352-8951-45c5-889a-d7b7c6d075a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.09766133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07df6ba5-6f8d-4aa4-ba51-2c424d9deb41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.146063203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"4ac3d352-8951-45c5-889a-d7b7c6d075a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.191536884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b3d0185e-9eb0-4cac-afb7-fb7e142758b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.191855005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8f642927-e658-47ff-b0ea-2b571e292280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.248363013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"b3d0185e-9eb0-4cac-afb7-fb7e142758b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.248636304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"8f642927-e658-47ff-b0ea-2b571e292280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.343361204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"9c44d422-8af1-4f86-86ba-44ac221e3a69","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:58.401655221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"9c44d422-8af1-4f86-86ba-44ac221e3a69","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.714762793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cfeb98ed-3fb0-4df2-adc7-26aaed375350","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.714785732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cfeb98ed-3fb0-4df2-adc7-26aaed375350","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:50:59.76786286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"aaf5ea8a-cd8a-44d8-9a73-94f23d19a3fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-0431a7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.870554734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b15c87-3793-4247-958a-e35ab1784462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.870770205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"99e975b7-e62f-42e5-86f1-8e6f2d9cd730","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.87892376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"2ad83bf1-98ff-4cc4-ad36-a04f53f75bc4","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.878948606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"2ad83bf1-98ff-4cc4-ad36-a04f53f75bc4","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.969571551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e27f24-5893-47de-a509-9131bf63160d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:50:59.984621017Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"2ad83bf1-98ff-4cc4-ad36-a04f53f75bc4","name":"e2e-dft-0431a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0431a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:50:59.984675593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"2ad83bf1-98ff-4cc4-ad36-a04f53f75bc4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0431a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:50:59.995710757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b15c87-3793-4247-958a-e35ab1784462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:50:59.99680134Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"99e975b7-e62f-42e5-86f1-8e6f2d9cd730","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.026067974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e27f24-5893-47de-a509-9131bf63160d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.037081128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"74a6c301-2120-4bda-92a9-637d69ef3c76","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.037100655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"74a6c301-2120-4bda-92a9-637d69ef3c76","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.050751339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b15c87-3793-4247-958a-e35ab1784462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:51:00.051660635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"99e975b7-e62f-42e5-86f1-8e6f2d9cd730","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.142048787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a3911c62-05b6-4f9c-b85b-ad2a38258625","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.142075814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a3911c62-05b6-4f9c-b85b-ad2a38258625","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.194619892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c410cf0-7b8b-47ad-a281-121a1bc15810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.194643077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c410cf0-7b8b-47ad-a281-121a1bc15810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.19915139Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"9014cc31-989f-4a06-9b6b-749ebc8ab664","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0431a7","model":"e2e-dft-0431a7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-0431a7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.258974821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"1edae709-3b54-42cd-b4a4-f93d05e0481c","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.319052597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"1edae709-3b54-42cd-b4a4-f93d05e0481c","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.368495544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0d4f26-0a2c-41e0-ac10-d7bb37435c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.426305975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0d4f26-0a2c-41e0-ac10-d7bb37435c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.459985664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bdd745d-6bf3-43e6-b126-f05b1b87dc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.478534591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"f06d8561-ffb2-4a95-a2b9-147696eb7d2b","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.47855593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"f06d8561-ffb2-4a95-a2b9-147696eb7d2b","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.481087172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0d4f26-0a2c-41e0-ac10-d7bb37435c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.516011708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bdd745d-6bf3-43e6-b126-f05b1b87dc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:00.688314671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"2285cac0-b697-4a62-a7d4-6acd45626773","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0431a7","model":"llm/e2e-dft-0431a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:01.967392912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcddb678-c360-4f76-bcdb-6544cb91d9a3","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:01.96742058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcddb678-c360-4f76-bcdb-6544cb91d9a3","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.072134683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"572220a0-f07a-4454-ae34-516df13a6808","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.072168682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"572220a0-f07a-4454-ae34-516df13a6808","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.227484563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"eae3c5a3-4a8b-4a0e-9a8d-5b7a0756c8eb","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.283899496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"eae3c5a3-4a8b-4a0e-9a8d-5b7a0756c8eb","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.339070954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"eae3c5a3-4a8b-4a0e-9a8d-5b7a0756c8eb","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.446741058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3278e7a2-9298-498a-b7d6-97f4d1203fa2","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.446768962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3278e7a2-9298-498a-b7d6-97f4d1203fa2","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.654279076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"60f95666-d7f9-4b2f-a5c0-bba60653e5a1","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.710414742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"60f95666-d7f9-4b2f-a5c0-bba60653e5a1","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:02.764972333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"60f95666-d7f9-4b2f-a5c0-bba60653e5a1","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:05.544015615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8d6230-4736-4a9b-b7e4-c81408e28d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:05.596328926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8d6230-4736-4a9b-b7e4-c81408e28d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:05.648918811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8d6230-4736-4a9b-b7e4-c81408e28d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:05.701136122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8d6230-4736-4a9b-b7e4-c81408e28d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081087015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"2af01db0-a4cd-43d3-862c-3c4956d78b12","namespace":"ai-tenant-e2e-autores-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081146409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"2af01db0-a4cd-43d3-862c-3c4956d78b12","namespace":"ai-tenant-e2e-autores-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081195042Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"2af01db0-a4cd-43d3-862c-3c4956d78b12","aitenant":"ai-tenants/e2e-autores-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081265619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","namespace":"ai-tenant-e2e-extmod-a-e3cc05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081299815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","namespace":"ai-tenant-e2e-extmod-a-e3cc05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.081341589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","tenant":"e2e-extmod-a-e3cc05","tenantID":"e2e-extmod-a-e3cc05","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.137194496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e3cc05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.203046325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Service","name":"maas-api-e2e-extmod-a-e3cc05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.258255275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e3cc05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.312179814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e3cc05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.372245695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.437212278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.501893565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.558041549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.610169644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.662100697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.716423788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Service","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.768422536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.820288113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.872371653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.924499609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:09.97625825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.027814274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.082210144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.139212938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e3cc05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.191332502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e3cc05"},"namespace":"ai-tenant-e2e-extmod-a-e3cc05","name":"default-tenant","reconcileID":"ff9d1364-7402-4381-831b-6179fc1c454b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e3cc05","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.742883936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc19c022-166f-4129-b72c-bd813f0eb0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.800458238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc19c022-166f-4129-b72c-bd813f0eb0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.855713804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc19c022-166f-4129-b72c-bd813f0eb0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.995270624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3d4264e0-11f9-46be-9971-d73c40592e76","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.995483536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"230f4085-aa9f-495f-bedb-553a0aefc6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:10.995270605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"0f818984-6a2c-4082-8390-f0d8aa273b45","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.065952367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3d4264e0-11f9-46be-9971-d73c40592e76","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.069860838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"0f818984-6a2c-4082-8390-f0d8aa273b45","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.07056711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"230f4085-aa9f-495f-bedb-553a0aefc6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.118882928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c73d4d9-d972-46a8-855e-bd7e22bfb528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.121746693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3d4264e0-11f9-46be-9971-d73c40592e76","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.125090077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"0f818984-6a2c-4082-8390-f0d8aa273b45","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.176706363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c73d4d9-d972-46a8-855e-bd7e22bfb528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.23187873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c73d4d9-d972-46a8-855e-bd7e22bfb528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.235097289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"9152a4c5-8404-4f14-bcf5-241e625aade4","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.235120717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"9152a4c5-8404-4f14-bcf5-241e625aade4","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.382803502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e9fc6da0-fac3-452f-b349-74d14eb72022","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.439469511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e9fc6da0-fac3-452f-b349-74d14eb72022","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.486460366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"8468cf05-3d39-4e53-8731-1ab1d9af9883","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.496402722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e9fc6da0-fac3-452f-b349-74d14eb72022","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.54388125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"8468cf05-3d39-4e53-8731-1ab1d9af9883","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.585637299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04643a73-08ff-4779-913a-49794a7637d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.585765603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"466f1317-e2cd-4259-bea8-431fdba263b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.602125531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"8468cf05-3d39-4e53-8731-1ab1d9af9883","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.643452656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04643a73-08ff-4779-913a-49794a7637d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.643669241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"466f1317-e2cd-4259-bea8-431fdba263b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:11.699160927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04643a73-08ff-4779-913a-49794a7637d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:17.680754155Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e3cc05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e3cc05","reconcileID":"3d590468-2496-467d-853f-3a5db4bc102d","aitenant":"ai-tenants/e2e-extmod-a-e3cc05","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:18.25956967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c063e313-de44-44e5-a78e-07422db1544f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:18.312821996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c063e313-de44-44e5-a78e-07422db1544f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:18.365145311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c063e313-de44-44e5-a78e-07422db1544f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:18.417390769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c063e313-de44-44e5-a78e-07422db1544f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:18.533118607Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e3cc05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e3cc05","reconcileID":"3d590468-2496-467d-853f-3a5db4bc102d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e3cc05","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e3cc05"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:20.350029114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062714f-595f-487f-a364-ee29a3b8024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:20.402393417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062714f-595f-487f-a364-ee29a3b8024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:20.45485106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062714f-595f-487f-a364-ee29a3b8024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:20.507129394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062714f-595f-487f-a364-ee29a3b8024e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.817237402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"16d598d0-bb2f-4690-9d52-f20699c3d5bd","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.818087247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"1f932d36-398c-41cc-bf27-25bbbdba211c","namespace":"llm","name":"e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.874471306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"16d598d0-bb2f-4690-9d52-f20699c3d5bd","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.875767029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6a25dfd2-16cb-4184-9ac4-b6dfea14c0fa","namespace":"llm","name":"e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.923995332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"ab9e5592-7378-4668-be54-9aa5cd7e2d53","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.929486926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"16d598d0-bb2f-4690-9d52-f20699c3d5bd","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.975682723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"faa9341e-3110-4385-8714-9aaf2933fbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.975842737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"896f34af-fa75-4269-b8f8-5629a8091c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.975685736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"40ed5485-3221-43d2-a634-e4ad6e860989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:21.981320782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"ab9e5592-7378-4668-be54-9aa5cd7e2d53","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.032261693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"40ed5485-3221-43d2-a634-e4ad6e860989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.03229528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"faa9341e-3110-4385-8714-9aaf2933fbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.034856656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"896f34af-fa75-4269-b8f8-5629a8091c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.036641421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"ab9e5592-7378-4668-be54-9aa5cd7e2d53","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.086372403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"537cbdd1-1994-45c4-9357-f1b4818bde46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.090427028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"896f34af-fa75-4269-b8f8-5629a8091c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.142825992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"537cbdd1-1994-45c4-9357-f1b4818bde46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.192924908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f6118856-ddb6-4970-95d3-89087ae80f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.20574542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"61a26876-d971-4dc1-a242-3f32df749736","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"name":"e2e-dft-fab300","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.261712997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f6118856-ddb6-4970-95d3-89087ae80f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.32311472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6acf493a-6549-410c-b488-4b51e9b20cea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.3231945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6acf493a-6549-410c-b488-4b51e9b20cea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.323552174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d75a173c-b4f7-494f-ba4e-c572a745d212","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.323568867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d75a173c-b4f7-494f-ba4e-c572a745d212","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.323860083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11f4297-7f55-4d85-be3c-8df24943325d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.323871867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11f4297-7f55-4d85-be3c-8df24943325d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.324115437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"072b489f-cf8f-4607-bd79-99c1fd718bb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.324126097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"072b489f-cf8f-4607-bd79-99c1fd718bb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.3783873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"01c609c9-e9bb-4cdb-9b74-1ef0c658a7e1","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.378416578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"01c609c9-e9bb-4cdb-9b74-1ef0c658a7e1","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.389108707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13b9b01-04f3-4f83-85da-f0ab86c513e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.424206812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9d8f401-27c7-4ba6-9588-3dd47451e126","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.424240195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe39d76e-611e-498d-bc3f-d61580f453e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.442281865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13b9b01-04f3-4f83-85da-f0ab86c513e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.495881083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13b9b01-04f3-4f83-85da-f0ab86c513e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.496139186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"7aab221f-d63c-473b-9f96-34102f2ccbd3","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0431a7","model":"llm/e2e-dft-0431a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.496201437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d7df1006-df8a-41b1-b448-5671be547209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.496581129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64795e79-7711-4159-ab6c-e34e7187bd4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.549977816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13b9b01-04f3-4f83-85da-f0ab86c513e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.555712984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d7df1006-df8a-41b1-b448-5671be547209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.604036855Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"50d8fa95-a3b6-4431-9316-d4e521795886","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"name":"e2e-dft-fab300","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.609458371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64795e79-7711-4159-ab6c-e34e7187bd4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.655679033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa8f76a-a3ea-49bb-94db-44a4168970e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.655683163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bef8846d-3e0a-4b82-bf21-72eb6a1248de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.656481802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76519407-3ee9-4fc2-a7e6-0e294c24caaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.656498822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76519407-3ee9-4fc2-a7e6-0e294c24caaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.656837052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"474f73cf-5d7d-4f5c-acee-f18a1ba37852","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.656852505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"474f73cf-5d7d-4f5c-acee-f18a1ba37852","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.657113904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce5de57a-2871-4b6a-89ce-cba31b6ae30a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.657126152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce5de57a-2871-4b6a-89ce-cba31b6ae30a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.657350573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f02de15-1d5e-44af-83d6-efe7c50a25ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.657361327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f02de15-1d5e-44af-83d6-efe7c50a25ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.666225775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64795e79-7711-4159-ab6c-e34e7187bd4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.70999682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"c947835d-9773-40f7-9a3d-5b16f0f651b7","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.710017548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"c947835d-9773-40f7-9a3d-5b16f0f651b7","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.710301053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"dc36218d-4233-4fb5-899b-aa4c256d7244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.713284454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa8f76a-a3ea-49bb-94db-44a4168970e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.713383865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"bef8846d-3e0a-4b82-bf21-72eb6a1248de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.767384375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"dc36218d-4233-4fb5-899b-aa4c256d7244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.871745834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"57b13300-0940-4442-b1ca-060c5e8dd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:22.928137503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"57b13300-0940-4442-b1ca-060c5e8dd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.027229571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"9d297928-0472-4db9-9472-646aa4d2968f","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.081504919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dc05547c-e4a7-4f1a-891a-2478d4b81c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.085842907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"9d297928-0472-4db9-9472-646aa4d2968f","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.138676443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"dc05547c-e4a7-4f1a-891a-2478d4b81c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.142601289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"9d297928-0472-4db9-9472-646aa4d2968f","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.184290543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f391b4c8-703b-4cd9-be13-2b03cdfa6eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.184841337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"00372607-9a8b-4a12-906f-2bc9543d81e9","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.242085885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"f391b4c8-703b-4cd9-be13-2b03cdfa6eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.243957522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"00372607-9a8b-4a12-906f-2bc9543d81e9","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.302083044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"f0356f76-35fb-479a-9a02-09b0cf1e4fc6","namespace":"llm","name":"e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.302780504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"21109439-cbb5-4d8b-a1ab-e2a6449a2ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.303327913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"853d842e-d1a3-440c-883b-1ddd2d33f409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.309830655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"00372607-9a8b-4a12-906f-2bc9543d81e9","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.356986102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"36474776-43cc-411d-9e44-1b3f35d54719","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.357011889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"36474776-43cc-411d-9e44-1b3f35d54719","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.362147043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"21109439-cbb5-4d8b-a1ab-e2a6449a2ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.362159605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"853d842e-d1a3-440c-883b-1ddd2d33f409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.572404115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9157aaba-1eb6-44f8-8a94-9f2a5688c6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.607871969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4db381-efcc-4625-b870-cea05fe995b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.630943744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9157aaba-1eb6-44f8-8a94-9f2a5688c6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.665903476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4db381-efcc-4625-b870-cea05fe995b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.671090055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"1367182d-6003-42e9-b049-befc4eca07b3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.678758403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"98cc7bbe-8fc1-4063-a264-61601e976b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.687114251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9157aaba-1eb6-44f8-8a94-9f2a5688c6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.7298019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"1367182d-6003-42e9-b049-befc4eca07b3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.736569492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"98cc7bbe-8fc1-4063-a264-61601e976b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.785822518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c5b5fd8d-4283-439c-8bf6-69daac6775af","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.786302664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"1367182d-6003-42e9-b049-befc4eca07b3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.844141493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c5b5fd8d-4283-439c-8bf6-69daac6775af","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.848437561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a5cb6289-8b33-4b5a-a570-6a12b43ca263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.899833321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c5b5fd8d-4283-439c-8bf6-69daac6775af","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.905921172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"a5cb6289-8b33-4b5a-a570-6a12b43ca263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:23.945865523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"148ede5b-ab18-4b31-9809-4ac5a6fefd43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.002601758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"148ede5b-ab18-4b31-9809-4ac5a6fefd43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.04702026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"99778b9e-ea6b-4d40-9d74-7ec385b61e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.10325043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"99778b9e-ea6b-4d40-9d74-7ec385b61e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.149534969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"6263e7d2-d2c0-4c71-ba2c-3f0b924726f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.149537238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c9e64548-2321-491a-a521-1c59365b1e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.208898327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c9e64548-2321-491a-a521-1c59365b1e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.208923338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"6263e7d2-d2c0-4c71-ba2c-3f0b924726f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.248827608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a49149ed-d7a8-47b0-959f-80752b123225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.30620509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a49149ed-d7a8-47b0-959f-80752b123225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.349972983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"209661a6-3d9a-4f87-9c71-b3df073d75d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.407710812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"209661a6-3d9a-4f87-9c71-b3df073d75d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.420122093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"01f4e97b-816c-4338-9881-7944ecccf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.477385225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"01f4e97b-816c-4338-9881-7944ecccf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.526191958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a11b2a14-3154-4b0d-9523-848804bf9683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.588226959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a11b2a14-3154-4b0d-9523-848804bf9683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:24.971348817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.247495539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fa0657b3-8511-4223-b7e7-4099d021614b","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.247523647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fa0657b3-8511-4223-b7e7-4099d021614b","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.356030383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"b638d6a3-1bdd-4793-b72e-f65ded769711","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.356053923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"b638d6a3-1bdd-4793-b72e-f65ded769711","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.562892114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d1106c9b-ba5e-4d9b-bf66-85be1cd9211e","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.619746396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d1106c9b-ba5e-4d9b-bf66-85be1cd9211e","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.675121123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d1106c9b-ba5e-4d9b-bf66-85be1cd9211e","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.784959993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"b579583c-9129-427d-aeca-82cd0e7d9f92","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:28.784996492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"b579583c-9129-427d-aeca-82cd0e7d9f92","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.043812489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9e907c23-9a1a-403b-b302-aecac81265f0","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.100364854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9e907c23-9a1a-403b-b302-aecac81265f0","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.155258277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9e907c23-9a1a-403b-b302-aecac81265f0","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:51:29.207834879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9e907c23-9a1a-403b-b302-aecac81265f0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-fab300-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.524978081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"17e815c9-70b7-432b-b2b1-1eb863ab8fee","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.581566804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"17e815c9-70b7-432b-b2b1-1eb863ab8fee","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:29.636341347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"17e815c9-70b7-432b-b2b1-1eb863ab8fee","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:33.999891643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b64e251d-52c0-45fa-a735-51491a90f0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.057357195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b64e251d-52c0-45fa-a735-51491a90f0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.10231851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3f613842-f3aa-448e-a390-d69ee4b6f3a3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.113245983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b64e251d-52c0-45fa-a735-51491a90f0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.161231476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3f613842-f3aa-448e-a390-d69ee4b6f3a3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.213062681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"68bd98f7-01f9-4b77-ae71-eaabb6fe8149","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.216894421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3f613842-f3aa-448e-a390-d69ee4b6f3a3","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.270053593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"68bd98f7-01f9-4b77-ae71-eaabb6fe8149","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:34.325086932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"68bd98f7-01f9-4b77-ae71-eaabb6fe8149","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:39.998286547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5c8ca197-d053-487f-9cbc-16cc2e91c3ec","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:40.055984585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5c8ca197-d053-487f-9cbc-16cc2e91c3ec","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:40.117152491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5c8ca197-d053-487f-9cbc-16cc2e91c3ec","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.43189166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe1a741-c654-4522-b919-016da08776bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.489668592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe1a741-c654-4522-b919-016da08776bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.538321344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"89f7b451-db06-4d3d-981b-8f8b6400a334","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.548057011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe1a741-c654-4522-b919-016da08776bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.595617614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"89f7b451-db06-4d3d-981b-8f8b6400a334","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.640178123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c9ec41fd-5a34-494e-b051-0bf1ae314393","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.652570707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"89f7b451-db06-4d3d-981b-8f8b6400a334","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.69761805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c9ec41fd-5a34-494e-b051-0bf1ae314393","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:44.753034693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"c9ec41fd-5a34-494e-b051-0bf1ae314393","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:45.901957914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"0c1879f5-ed14-4153-bf0b-de514ae65d72","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0431a7","model":"llm/e2e-dft-0431a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.176249359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"074cc67a-5f00-4452-af6b-3934f61ef484","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.17628264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"074cc67a-5f00-4452-af6b-3934f61ef484","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.98329462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"87b354da-d4e0-458b-a48d-d13858faa9c1","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.983497605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f9d6fff-00f8-4d3b-a3ba-8c27ff8a2ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.984133923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a14d4a0-06ca-4ef3-b508-34db603993dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.984242757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a62d7a57-c59c-456c-add5-f6cd5d3f9dab","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:46.984567562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"6ae8c43b-96a7-4596-8182-22132d779ce0","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.041303545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"87b354da-d4e0-458b-a48d-d13858faa9c1","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.041316139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f9d6fff-00f8-4d3b-a3ba-8c27ff8a2ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.044545241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a62d7a57-c59c-456c-add5-f6cd5d3f9dab","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.044751667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"6ae8c43b-96a7-4596-8182-22132d779ce0","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.047055224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a14d4a0-06ca-4ef3-b508-34db603993dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.106223988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"87b354da-d4e0-458b-a48d-d13858faa9c1","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.106681627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a62d7a57-c59c-456c-add5-f6cd5d3f9dab","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.108020902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a14d4a0-06ca-4ef3-b508-34db603993dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.108243885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"6ae8c43b-96a7-4596-8182-22132d779ce0","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.227188409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"7620cb8b-73a3-4770-89ed-533cc3825545","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.227215606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"7620cb8b-73a3-4770-89ed-533cc3825545","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.333206589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6ad2ae8e-6527-4532-b182-b083c4ea0f26","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.333232025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6ad2ae8e-6527-4532-b182-b083c4ea0f26","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.438261257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ee2cd909-34e3-4a9d-948c-5c55d8320fcf","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.43828946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ee2cd909-34e3-4a9d-948c-5c55d8320fcf","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.487213773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"94da6ae7-eff8-485b-abe2-9fdda4146ab5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.490642626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a08d1e3f-b642-4040-932c-11b14f01d4e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.490656944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a08d1e3f-b642-4040-932c-11b14f01d4e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.496146347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f553c090-1a4a-45ed-aa82-14378f92eb3a","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.496299807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"242590ba-b383-464e-b14b-b4d8bc69659c","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.496623228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3abdc25d-9aa6-4bc6-9e1c-b928138fdddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.544881028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"94da6ae7-eff8-485b-abe2-9fdda4146ab5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.55350487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f553c090-1a4a-45ed-aa82-14378f92eb3a","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.554004493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3abdc25d-9aa6-4bc6-9e1c-b928138fdddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.55602277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"242590ba-b383-464e-b14b-b4d8bc69659c","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.587000497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c58bd3-7efc-4eca-8318-35f0d2e96cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.601064999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"94da6ae7-eff8-485b-abe2-9fdda4146ab5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.612834743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f553c090-1a4a-45ed-aa82-14378f92eb3a","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.612858526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"242590ba-b383-464e-b14b-b4d8bc69659c","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.614232725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3abdc25d-9aa6-4bc6-9e1c-b928138fdddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.644353598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c58bd3-7efc-4eca-8318-35f0d2e96cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:51:47.668192747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3abdc25d-9aa6-4bc6-9e1c-b928138fdddc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.958994807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cad82e42-5baf-4188-b314-8af7eee1699b","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.959023337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"cad82e42-5baf-4188-b314-8af7eee1699b","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:47.993381915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419f6f2c-8ab2-4d2b-b194-7811f658d012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.053118161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419f6f2c-8ab2-4d2b-b194-7811f658d012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.116436526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419f6f2c-8ab2-4d2b-b194-7811f658d012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.121973638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"bc5f2885-d29b-406e-a592-8c59a7330d85","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-089846b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.223182133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"4dffb381-e7ad-40b4-b3a2-e1da60c08170","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.225161996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e77754d7-f0bd-4bf9-bdb4-86146f1207db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.225597489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3c32d5e9-57f2-46ac-b295-ec9183382dd5","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.226411746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"43fe9dc7-476f-41d5-8d24-1906aab3273f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.290970885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"4dffb381-e7ad-40b4-b3a2-e1da60c08170","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.296128383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e77754d7-f0bd-4bf9-bdb4-86146f1207db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.30704192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"43fe9dc7-476f-41d5-8d24-1906aab3273f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.308031282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3c32d5e9-57f2-46ac-b295-ec9183382dd5","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.354960124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"4dffb381-e7ad-40b4-b3a2-e1da60c08170","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.364215647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"43fe9dc7-476f-41d5-8d24-1906aab3273f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.364519663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3c32d5e9-57f2-46ac-b295-ec9183382dd5","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.438806367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c94024ca-77e4-44f8-9d3e-7643514e85d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.497189686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c94024ca-77e4-44f8-9d3e-7643514e85d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.553467146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c94024ca-77e4-44f8-9d3e-7643514e85d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.670758211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3dae5a31-360e-4b86-bf02-836352b0224e","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.678169812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"1030a1f7-9605-43d7-a77d-3858dcbaffdc","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.678170413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"da318bf3-3a19-4204-b817-cee174f6209b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.729002907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3dae5a31-360e-4b86-bf02-836352b0224e","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.736594423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"da318bf3-3a19-4204-b817-cee174f6209b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.73690791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"1030a1f7-9605-43d7-a77d-3858dcbaffdc","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.785601948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"3dae5a31-360e-4b86-bf02-836352b0224e","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.792941444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"da318bf3-3a19-4204-b817-cee174f6209b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.796486475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ca501c4d7d7aefcead289d99884bae4a03d223ee5fd588c8764b01339b824a9f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f115c3aad82c2040c9573057a620f56804c6dc7a29442b95442ceeba0c123158) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (73193eb448ebcc518f485ec2b5a7631077e116b384b615b8f3252dcb7762cd8a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ae859f44717292b2ec2f86a2459266a49e09547226d1bd8f9b345e68ecfac521) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"1030a1f7-9605-43d7-a77d-3858dcbaffdc","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.818201852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e39f98b-769e-46e7-b437-8d63ea4aca22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:48.877283175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e39f98b-769e-46e7-b437-8d63ea4aca22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:49.477280415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"e6f8d0a3-ca4f-4c12-818d-2f8fcacefe6a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e039cb","tenantID":"e2e-extmod-a-e039cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:49.595145533Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"e6f8d0a3-ca4f-4c12-818d-2f8fcacefe6a","name":"e2e-extmod-a-e039cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:54.971206698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.175974196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"fc7dbca6-b26e-4b80-ab40-170473495023","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0431a7","subscription":"e2e-dft-0431a7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.281153795Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"fc7dbca6-b26e-4b80-ab40-170473495023","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.35263807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-sub","reconcileID":"fc7dbca6-b26e-4b80-ab40-170473495023","MaaSSubscription":{"name":"e2e-dft-0431a7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0431a7","namespace":"llm","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.677745865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a497828e-fe40-4d2a-8678-c956b9f3fa43","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.677772425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a497828e-fe40-4d2a-8678-c956b9f3fa43","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.842035383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"b9f18b13-0053-430d-b52c-c136bfffaa4f","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.842061485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"b9f18b13-0053-430d-b52c-c136bfffaa4f","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.866812448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc1e4449-f73f-4772-bf04-87f46618fed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.971533924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e5be81e5-fa63-4d33-ade5-836c7a01dad4","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.971572406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"3e56bd9d-837b-4e2c-ac3b-676956d251ce","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.972029594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d4af38e2-82c0-4f39-b2c3-c47fa29b32c5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.972046217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afc049da-9e22-4e36-8273-9d95d24576b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:58.996600942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc1e4449-f73f-4772-bf04-87f46618fed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.029434064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e5be81e5-fa63-4d33-ade5-836c7a01dad4","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.030306975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d4af38e2-82c0-4f39-b2c3-c47fa29b32c5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.032814295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afc049da-9e22-4e36-8273-9d95d24576b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.032946977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"3e56bd9d-837b-4e2c-ac3b-676956d251ce","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.053624308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc1e4449-f73f-4772-bf04-87f46618fed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.086024331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e5be81e5-fa63-4d33-ade5-836c7a01dad4","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.089476162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d4af38e2-82c0-4f39-b2c3-c47fa29b32c5","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.08963339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"3e56bd9d-837b-4e2c-ac3b-676956d251ce","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.111117312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f98158d-afbb-4e72-aa72-a07d254ffd86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.111139871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f98158d-afbb-4e72-aa72-a07d254ffd86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:51:59.143981699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"d4af38e2-82c0-4f39-b2c3-c47fa29b32c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-0431a7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.144138261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0431a7-access","reconcileID":"dba08979-b4e8-4771-b0f6-223394ace9c4","MaaSAuthPolicy":{"name":"e2e-dft-0431a7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.199044966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"23791b09-325a-4310-8fbd-a61497814e7d","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.199073586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"23791b09-325a-4310-8fbd-a61497814e7d","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.305450937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6edc5050-d6c2-4ea2-94aa-aef88f61efd9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.305478355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6edc5050-d6c2-4ea2-94aa-aef88f61efd9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.396196943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9b50bb5-8ca4-4b90-abf4-88853e6c67bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.412122716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"4f302ed2-b4a3-4588-b6b4-7db90e02a129","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.412160882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"4f302ed2-b4a3-4588-b6b4-7db90e02a129","MaaSModelRef":{"name":"e2e-dft-0431a7","namespace":"llm"},"routeName":"external-model-e2e-dft-0431a7-e0c30652ab4e","namespace":"llm","model":"e2e-dft-0431a7","externalModel":"e2e-dft-0431a7","provider":"e2e-dft-0431a7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.453488043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9b50bb5-8ca4-4b90-abf4-88853e6c67bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.509939719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9b50bb5-8ca4-4b90-abf4-88853e6c67bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:51:59.922149135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"a34cd066-ec6f-47aa-acb9-4fc15eee9605","namespace":"llm","name":"e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.03174525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"7931e657-16b3-49b6-8672-4717839e9d85","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.03177494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"7931e657-16b3-49b6-8672-4717839e9d85","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.082027195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"10e1c8d9-9466-48db-80d4-f1b19ff10c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.082273245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"94e3786b-9e20-42ad-9ed0-dc9826732bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085168705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"89486281-30e3-49cd-b59f-44845d426711","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085188818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"89486281-30e3-49cd-b59f-44845d426711","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085512567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e804b85e-94b5-4ff1-9c18-b9fa865b09ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085525168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e804b85e-94b5-4ff1-9c18-b9fa865b09ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085774024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63bd78ff-da66-4a9d-a715-7ac5b617c615","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.085787823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63bd78ff-da66-4a9d-a715-7ac5b617c615","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086022131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9b3328e-ef29-48c8-b49d-9bb86ca49865","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086033527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9b3328e-ef29-48c8-b49d-9bb86ca49865","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086366721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23979d15-6915-4385-96d8-c21ca9a10e03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.08637821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23979d15-6915-4385-96d8-c21ca9a10e03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.08661055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e5c56cc-040a-42c0-839c-229b878be791","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086631799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e5c56cc-040a-42c0-839c-229b878be791","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086874935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7290a375-da92-4a25-a81e-cf9ec5468bf4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.086885869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7290a375-da92-4a25-a81e-cf9ec5468bf4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.087125056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd917366-52b7-4fba-b9c3-f0e61b498636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.087137103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd917366-52b7-4fba-b9c3-f0e61b498636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.139345719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"10e1c8d9-9466-48db-80d4-f1b19ff10c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.139855944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"94e3786b-9e20-42ad-9ed0-dc9826732bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.13988084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"4d62a036-8c96-48c1-b92e-97657168f0ec","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.139898417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"4d62a036-8c96-48c1-b92e-97657168f0ec","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.186613885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"5894a921-e3c0-487e-a9ea-23250a227591","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.186621384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"410839d8-a2b5-4fb6-ae48-aa504c9677b8","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.187244173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1084da-abff-40b3-bf3e-8b52bf68a0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.198478694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ebf832e-f091-4408-8c9d-e1d6211a9282","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.199182207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b51476ce-b0c2-441b-976f-98845426c705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.246790463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"5894a921-e3c0-487e-a9ea-23250a227591","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.248638817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1084da-abff-40b3-bf3e-8b52bf68a0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.251016045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"410839d8-a2b5-4fb6-ae48-aa504c9677b8","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.30687392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"5894a921-e3c0-487e-a9ea-23250a227591","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.307059544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1084da-abff-40b3-bf3e-8b52bf68a0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.308616428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"410839d8-a2b5-4fb6-ae48-aa504c9677b8","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.463576566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5ae5c521-10a7-4eb1-b5f1-fd9f16d9c0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.46364258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"576fb348-5681-4d07-9358-373dd8342054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.496410304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0431a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0431a7","reconcileID":"56899ad0-7307-4094-86e4-18654589ccfc","namespace":"llm","name":"e2e-dft-0431a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.521242274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"5ae5c521-10a7-4eb1-b5f1-fd9f16d9c0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.521994682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"576fb348-5681-4d07-9358-373dd8342054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.564760619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"cf7cf85a-efad-4f81-9cca-6c267ecce946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.564760535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"0e6baaf0-db42-459d-9986-1020447abf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.569090176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118fd34a-465f-4a01-919e-af911ed4d9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.621379423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"cf7cf85a-efad-4f81-9cca-6c267ecce946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.621540653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"0e6baaf0-db42-459d-9986-1020447abf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.625796181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118fd34a-465f-4a01-919e-af911ed4d9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.832613858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"861253c2-c7a2-41b6-a2b6-2359e329552c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.83266823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"29bb6e15-6c94-4a86-ad89-b88d7298036b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.890274585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"29bb6e15-6c94-4a86-ad89-b88d7298036b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.890455146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"861253c2-c7a2-41b6-a2b6-2359e329552c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.982954679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3740322a-c521-4318-97a3-9f802374136c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:00.98305678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b55716d7-9e98-4621-be40-4156753231b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.040504094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3740322a-c521-4318-97a3-9f802374136c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.040573714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"b55716d7-9e98-4621-be40-4156753231b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.087340884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"12aaef3a-8257-423f-b815-b8d5a79693a1","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.144307366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"12aaef3a-8257-423f-b815-b8d5a79693a1","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.200342959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"12aaef3a-8257-423f-b815-b8d5a79693a1","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.328181469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841025af-0dff-4936-a428-5e56740badea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.32818155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d2d58a43-4ab1-4e27-879d-e802571fc52b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.357992887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9a0b2f3e-f412-4528-890c-b3b6dcf4a3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.393663521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841025af-0dff-4936-a428-5e56740badea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.39439439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d2d58a43-4ab1-4e27-879d-e802571fc52b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.415043607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9a0b2f3e-f412-4528-890c-b3b6dcf4a3d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.4496334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841025af-0dff-4936-a428-5e56740badea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.449843836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d2d58a43-4ab1-4e27-879d-e802571fc52b","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.457601773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"4e5117c3-9459-4572-90db-8be30172e301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.45767528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8b5e4478-95a0-4f3b-84c1-50397da2ee9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.518422301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"8b5e4478-95a0-4f3b-84c1-50397da2ee9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.518670049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"4e5117c3-9459-4572-90db-8be30172e301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.609023138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c1b9fcc1-5e9c-49b2-943e-e75e9d8f2c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.665272076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c1b9fcc1-5e9c-49b2-943e-e75e9d8f2c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.712081304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fff547c-b9c5-431b-8d55-e1e9af100c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.785475827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"52a3e198-2694-4ea3-8e15-b56b873d1f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.790990314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fff547c-b9c5-431b-8d55-e1e9af100c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.845825437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"52a3e198-2694-4ea3-8e15-b56b873d1f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.89205332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"053d5fa7-94c8-4ab6-aff1-0e4f0f38dc9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:01.951250888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"053d5fa7-94c8-4ab6-aff1-0e4f0f38dc9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.536033033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"a9f3e825-c844-4835-a15b-2da0efbff0f2","namespace":"llm","name":"e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.692905676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ee9455dd-ed72-4da8-8081-f62a3a11ef41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.693507087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"89d9240b-c1e5-452b-a698-39ddf29aa9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.74912292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ee9455dd-ed72-4da8-8081-f62a3a11ef41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.749731116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"89d9240b-c1e5-452b-a698-39ddf29aa9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.796186322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"1e5e4e9e-27fb-47a4-9de6-f27c6adc0823","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.796470515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"77d7ab6c-af09-4d4b-a3c9-aa0032597234","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.79691818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4df43fc6-85fb-4583-b788-386d3ef0fd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.853812572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"77d7ab6c-af09-4d4b-a3c9-aa0032597234","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.853895187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"1e5e4e9e-27fb-47a4-9de6-f27c6adc0823","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.856960418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4df43fc6-85fb-4583-b788-386d3ef0fd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.911485024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"77d7ab6c-af09-4d4b-a3c9-aa0032597234","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.912122021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"1e5e4e9e-27fb-47a4-9de6-f27c6adc0823","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.912564969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"432ea96a-3433-4491-b434-02a2cd2368cf","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"name":"e2e-dft-del-05262c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.913203451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4df43fc6-85fb-4583-b788-386d3ef0fd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:02.996635017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"364c8d2d-af12-4eed-96bb-5c35d3ed06de","namespace":"llm","name":"e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.068824713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7a37668e-cf54-467b-bf58-163380677fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.06882806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"823cb69c-c9a1-4c8f-821b-600d8fa757ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.069191513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"856b78e3-a986-4aec-a02a-363009713554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.109834526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"4fb7a87c-1ffa-4ced-b890-1d6c4abd95d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.125591095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"823cb69c-c9a1-4c8f-821b-600d8fa757ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.126598687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"7a37668e-cf54-467b-bf58-163380677fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.128046453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"856b78e3-a986-4aec-a02a-363009713554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.166817613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"4fb7a87c-1ffa-4ced-b890-1d6c4abd95d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.212786049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88be2168-deac-45bf-ab25-cd5363efccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.269525306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88be2168-deac-45bf-ab25-cd5363efccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.371904042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"172c82d7-00b4-418d-85cf-9ba009f64c04","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"name":"e2e-dft-del-05262c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426072103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c09a0ee-2f55-4c7d-a2bd-e56b4cf1ad05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426089204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c09a0ee-2f55-4c7d-a2bd-e56b4cf1ad05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426393055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe211499-4b62-4a87-8bd1-5152e8ae8052","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426406183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe211499-4b62-4a87-8bd1-5152e8ae8052","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426639698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4fa03fa3-9757-4768-9f63-abefcb6c2261","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426650765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4fa03fa3-9757-4768-9f63-abefcb6c2261","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426920831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea402cb-c03c-4588-a879-627d96463380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.426942665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea402cb-c03c-4588-a879-627d96463380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.439505827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"46ff2ddf-e453-4b51-9747-161d81cf9190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.43976614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"c8c1d131-5278-42a4-8b3d-e823ac1b25ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.44024983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ecd9b052-a4c7-4062-b60a-8fbf2a6a9ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.480251899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"19ce5295-da5f-41cb-ab38-5b67699f65f8","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.480272916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"19ce5295-da5f-41cb-ab38-5b67699f65f8","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.499370385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ecd9b052-a4c7-4062-b60a-8fbf2a6a9ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.499726863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"46ff2ddf-e453-4b51-9747-161d81cf9190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.503560346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"c8c1d131-5278-42a4-8b3d-e823ac1b25ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.533233803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"164be82f-c390-4696-b702-f68e9612db43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.533860923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be79fb88-ca55-457e-ac33-63b5c4be976b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.539506211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8d0d40b9-2b99-488e-b8cf-219b29e2cce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.585913968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"8d036396-2834-4a50-8148-78677671c019","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.585936746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"8d036396-2834-4a50-8148-78677671c019","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.595524334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8d0d40b9-2b99-488e-b8cf-219b29e2cce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.640144992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"45f13569-6744-4dd4-ac47-1c5b9bc46f74","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.640171874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"45f13569-6744-4dd4-ac47-1c5b9bc46f74","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.640634064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7feb1d39-6947-4ebc-a5e8-93795e8b31bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.640646218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7feb1d39-6947-4ebc-a5e8-93795e8b31bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.641106228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98050106-1473-4973-a059-c8c048e6779c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.641119399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98050106-1473-4973-a059-c8c048e6779c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.641494678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0eec87dd-95b8-4f7d-a3e8-3b0d549aa45a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.641506432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0eec87dd-95b8-4f7d-a3e8-3b0d549aa45a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.698105506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"a37892a1-549e-4648-9ec7-9c0e49c5b30a","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"name":"e2e-dft-del-05262c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.749837712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0d5844a3-79ac-4070-a762-be6e6e6600bd","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.812044325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0d5844a3-79ac-4070-a762-be6e6e6600bd","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.868908684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0d5844a3-79ac-4070-a762-be6e6e6600bd","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.934084374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"0a16bf28-baa9-461b-923b-235e0ec383d6","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.934207918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77e39f69-a124-437e-a9c4-3b0473aad6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.934093313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4061058d-ba3c-4d8c-974e-79960a599b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.962905764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"bcd8b6e7-6904-4d56-9de6-5dc0e08a0e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.991690296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"0a16bf28-baa9-461b-923b-235e0ec383d6","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.992105964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77e39f69-a124-437e-a9c4-3b0473aad6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:03.994332478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4061058d-ba3c-4d8c-974e-79960a599b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.019196027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"bcd8b6e7-6904-4d56-9de6-5dc0e08a0e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.048400299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"0a16bf28-baa9-461b-923b-235e0ec383d6","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.049718779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4061058d-ba3c-4d8c-974e-79960a599b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.06239271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8b2b7e72-49cc-46a3-b8dd-3f70ac702cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.118618502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"8b2b7e72-49cc-46a3-b8dd-3f70ac702cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.204534844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"563cf268-0d80-40a5-95fa-c86b8510978b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.205241239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"eb0a40cc-4f56-4071-bc44-cb2025c6ef87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.26174534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"563cf268-0d80-40a5-95fa-c86b8510978b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.262073237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"eb0a40cc-4f56-4071-bc44-cb2025c6ef87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.30600772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f7e5c2cd-911d-4ac3-959c-6dff98d530d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.363347097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"f7e5c2cd-911d-4ac3-959c-6dff98d530d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.37351111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"b8f4d3cd-89d9-4c70-ae35-e81720303200","namespace":"llm","name":"e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.410593651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"c34f384d-4388-49fa-a99a-6fe99363c4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.426711058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"cfb141ad-1f42-4dc8-8fbc-b352dc31888f","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.426738479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"cfb141ad-1f42-4dc8-8fbc-b352dc31888f","MaaSModelRef":{"name":"e2e-dft-del-05262c","namespace":"llm"},"routeName":"external-model-e2e-dft-del-05262c-2784f48e089f","namespace":"llm","model":"e2e-dft-del-05262c","externalModel":"e2e-dft-del-05262c","provider":"e2e-dft-del-05262c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.469517701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"c34f384d-4388-49fa-a99a-6fe99363c4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.669609097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0117e074-50fb-4a68-98b7-cc97bda4acf4","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.726356532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0117e074-50fb-4a68-98b7-cc97bda4acf4","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.754346623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a226a393-1dd9-47fb-8909-1f33da202ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.757468223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"62c9f9da-df8e-4003-98c9-6b77886fd851","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.75747067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96660031-a6ee-4482-8189-424ca6f083cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.782646813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"0117e074-50fb-4a68-98b7-cc97bda4acf4","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.806191203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b8a8ef0a-7262-4bf4-8574-6ff87e689b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.811194334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"a226a393-1dd9-47fb-8909-1f33da202ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.814476952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"62c9f9da-df8e-4003-98c9-6b77886fd851","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.814515569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96660031-a6ee-4482-8189-424ca6f083cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.862584139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b8a8ef0a-7262-4bf4-8574-6ff87e689b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.869971117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"62c9f9da-df8e-4003-98c9-6b77886fd851","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.870144052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96660031-a6ee-4482-8189-424ca6f083cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.938983138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64764074-52e2-4384-9ff6-e7ad7b8a6d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:04.995248496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64764074-52e2-4384-9ff6-e7ad7b8a6d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.025797265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"9a2b9447-043d-425d-8cef-bcf17d79cca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.082512262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"9a2b9447-043d-425d-8cef-bcf17d79cca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.128901432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5b06f90f-76bc-4589-89fe-da4acb130275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.129548942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecad452-e4a8-4d16-84c3-a1d50c01a2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.186672221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"5b06f90f-76bc-4589-89fe-da4acb130275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.188997874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecad452-e4a8-4d16-84c3-a1d50c01a2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.229270597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fea70342-df5d-4e87-9286-06a5ff09b3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.285515108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"fea70342-df5d-4e87-9286-06a5ff09b3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.372494269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5b47a150-aa54-4f4c-a2c9-a32829db092c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.428821717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5b47a150-aa54-4f4c-a2c9-a32829db092c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.473434787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"62a5f654-4219-4523-b7cf-e0f60be08927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.524946219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c206b00e-2a34-4326-8e79-81e190ae815d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.524948548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ee5220c4-e859-4aa0-9b96-a9e2dacd4929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.529863337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"62a5f654-4219-4523-b7cf-e0f60be08927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.581738719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"ee5220c4-e859-4aa0-9b96-a9e2dacd4929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:05.581776757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"c206b00e-2a34-4326-8e79-81e190ae815d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.273509981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"b92c47cd-95b2-4082-9561-45268e58d52b","namespace":"llm","name":"e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.432120791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"51d93cff-490d-456c-8ef0-9d5cdc0096ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.432186736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"81c638c5-10d9-4527-8cfd-e753da1a3e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.4893417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"51d93cff-490d-456c-8ef0-9d5cdc0096ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.490214103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"81c638c5-10d9-4527-8cfd-e753da1a3e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.536516971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd691bca-79a8-4dbb-9c22-1053ebd05187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.53673591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"7bcf0063-80d0-47d7-a515-beb713bcb863","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.53651724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"fb0c293b-92c5-4e02-80b9-bf6ad5b07141","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.575610312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"620f7870-cc33-453d-b063-ec45779695cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.575628694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"620f7870-cc33-453d-b063-ec45779695cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.575938245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6a9d05d-4d0e-4519-a600-bc8787b527ec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.575952018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6a9d05d-4d0e-4519-a600-bc8787b527ec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576206928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6dd0ef6d-738b-4508-949a-bae442896a30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576217675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6dd0ef6d-738b-4508-949a-bae442896a30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.57641932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29d0d664-fb7f-4a5a-ad70-0ee3a78728d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.57642911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29d0d664-fb7f-4a5a-ad70-0ee3a78728d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576737241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59416c30-2b1c-49cc-8401-4b044920f58a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576747916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59416c30-2b1c-49cc-8401-4b044920f58a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576948427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd649f3-029e-4bab-ae09-af08c881dfa5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.576957439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd649f3-029e-4bab-ae09-af08c881dfa5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.577147688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2bddcdb2-a196-427b-ae23-113e5f4f6271","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.577156573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2bddcdb2-a196-427b-ae23-113e5f4f6271","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.577336408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5cb5333-f6d1-46e8-b2db-2ce9ccece357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.577345108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5cb5333-f6d1-46e8-b2db-2ce9ccece357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.59527262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"fb0c293b-92c5-4e02-80b9-bf6ad5b07141","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.596702344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd691bca-79a8-4dbb-9c22-1053ebd05187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.597931494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"7bcf0063-80d0-47d7-a515-beb713bcb863","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.629896589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"98b77523-d0ee-46a9-a97d-f587ef48e7a6","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.629915657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"98b77523-d0ee-46a9-a97d-f587ef48e7a6","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.651839872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"fb0c293b-92c5-4e02-80b9-bf6ad5b07141","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.65252628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd691bca-79a8-4dbb-9c22-1053ebd05187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.653535627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"7bcf0063-80d0-47d7-a515-beb713bcb863","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.735777639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"ba7f58b3-8ca3-4498-a985-dd2aea715f63","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.735804253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"ba7f58b3-8ca3-4498-a985-dd2aea715f63","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.787436323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea9abae9-49cf-475d-9da7-a46b8f351862","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.796490752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07db3cca-f650-4306-b336-d1d7b81aadc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.813137823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"56d1d697-b3c6-4a40-a2a5-20c389c0526c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.8176313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"6e972dcd-e2af-43ea-8f8b-cf1870949852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.883409369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"56d1d697-b3c6-4a40-a2a5-20c389c0526c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.883824971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"6e972dcd-e2af-43ea-8f8b-cf1870949852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.921516476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"0f388480-ed22-4c1f-9fe8-bf80c84ba42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.921532947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"356c21c8-9b01-4517-83b0-efe94906851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.921938409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5434a59f-4105-4b63-a557-b7c1248eaf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.980140905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"0f388480-ed22-4c1f-9fe8-bf80c84ba42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.981127262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5434a59f-4105-4b63-a557-b7c1248eaf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:09.983232197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"356c21c8-9b01-4517-83b0-efe94906851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.043945738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-05262c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-05262c","reconcileID":"77f38394-90bb-44b7-a1dd-96d0d04778e2","namespace":"llm","name":"e2e-dft-del-05262c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.21655935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5ec26ed9-a3a5-406a-b960-62aa795d7124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.216689418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c4cef9c7-c45b-4d4a-bad7-acdb07f64f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.273829823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"5ec26ed9-a3a5-406a-b960-62aa795d7124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.274094726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c4cef9c7-c45b-4d4a-bad7-acdb07f64f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.324241451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3d3d5660-6bc6-43e7-bac0-c8b154b94520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.382279069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"3d3d5660-6bc6-43e7-bac0-c8b154b94520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.424124567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"eeb67532-4242-4bf3-acfb-34fcc31eff6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.481988278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"eeb67532-4242-4bf3-acfb-34fcc31eff6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.529735562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49665ff9-f22e-4c63-a3fa-242305361937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.588258995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49665ff9-f22e-4c63-a3fa-242305361937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.645460381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49665ff9-f22e-4c63-a3fa-242305361937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.743325124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e676f8b9-7372-42e3-aa2c-f96facc29757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.746148263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d24cf2c5-905c-4c59-8b14-e66cb3594d4e","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.746253096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"48ed1178-81fc-4071-855b-834e6b37fc04","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.801618483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e676f8b9-7372-42e3-aa2c-f96facc29757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.810034314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"48ed1178-81fc-4071-855b-834e6b37fc04","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.810077566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d24cf2c5-905c-4c59-8b14-e66cb3594d4e","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.843186647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2ac6e685-41aa-4f38-90d1-0011c977df99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.866930064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d24cf2c5-905c-4c59-8b14-e66cb3594d4e","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.867184311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"48ed1178-81fc-4071-855b-834e6b37fc04","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.900415316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"2ac6e685-41aa-4f38-90d1-0011c977df99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:10.951465671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b924c8eb-c338-4d26-b428-34cdb0fca619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.019231678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b924c8eb-c338-4d26-b428-34cdb0fca619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.028060553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1bc3f59-89dd-48de-b9ff-4baa710b0d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.029995458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"acfd683d-7db7-4088-b4ea-03b4174a1510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.08891714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"acfd683d-7db7-4088-b4ea-03b4174a1510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.0902032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a1bc3f59-89dd-48de-b9ff-4baa710b0d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.173524149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9d5a27c8-8b80-4c61-96da-53d6fd19eb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.232098379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"9d5a27c8-8b80-4c61-96da-53d6fd19eb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.273923084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"456a270a-ab08-4844-8f29-e6adef719c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:11.332767674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"456a270a-ab08-4844-8f29-e6adef719c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:18.546632281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c71d54-df36-42c5-88d6-b434705f3026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:18.599114457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c71d54-df36-42c5-88d6-b434705f3026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:18.651448428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c71d54-df36-42c5-88d6-b434705f3026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:18.703971552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c71d54-df36-42c5-88d6-b434705f3026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:19.034224859Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-95152a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-95152a","reconcileID":"214c5970-a2cd-4407-8b3f-d66b4972324f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-95152a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-95152a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:20.609541455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7af3664-6efd-424d-b992-0803ac69e7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:20.662183578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7af3664-6efd-424d-b992-0803ac69e7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:20.714432542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7af3664-6efd-424d-b992-0803ac69e7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:20.766932276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7af3664-6efd-424d-b992-0803ac69e7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.030261578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad3667da-ec50-46f1-b047-cb98562d05e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.087481422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad3667da-ec50-46f1-b047-cb98562d05e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.133328939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d0ffedeb-e803-4634-bba9-36c27c6e52e5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.133402861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"9c9719c5-5e4d-44bf-a797-cac1b4e98c58","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.143171014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad3667da-ec50-46f1-b047-cb98562d05e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.1910498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d0ffedeb-e803-4634-bba9-36c27c6e52e5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.192374139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"9c9719c5-5e4d-44bf-a797-cac1b4e98c58","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.247635578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"d0ffedeb-e803-4634-bba9-36c27c6e52e5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:21.250013533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"9c9719c5-5e4d-44bf-a797-cac1b4e98c58","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:22.656289641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501095f5-496b-4521-b2d3-b490a8469d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:22.708764614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501095f5-496b-4521-b2d3-b490a8469d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:22.761224965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501095f5-496b-4521-b2d3-b490a8469d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:22.814471602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501095f5-496b-4521-b2d3-b490a8469d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.323856661Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","namespace":"ai-tenant-e2e-autores-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.323921512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","namespace":"ai-tenant-e2e-autores-c8ee6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.323974754Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","tenant":"e2e-autores-c8ee6b","tenantID":"e2e-autores-c8ee6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.379623105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Deployment","name":"maas-api-e2e-autores-c8ee6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.454779285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Service","name":"maas-api-e2e-autores-c8ee6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.510167653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c8ee6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.565308039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c8ee6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.628906866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.683462889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.740305605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.795030854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.847105459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Deployment","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.899269495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.951218962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Service","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:24.970499277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.003259628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"Service","name":"payload-pre-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.055219108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.107057349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.158852176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.214419827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.266313905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.318464701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.370648868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c8ee6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:25.422595738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8ee6b"},"namespace":"ai-tenant-e2e-autores-c8ee6b","name":"default-tenant","reconcileID":"681aaf68-8a5e-4db4-bad2-ad5a061ce9fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c8ee6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:26.135410297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c8ee6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c8ee6b","reconcileID":"cfef4020-7989-4439-bfe1-f824aa1e5bed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c8ee6b","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c8ee6b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:27.267545955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbda1638-1ff3-4091-85e9-6c5238d45022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:27.320270212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbda1638-1ff3-4091-85e9-6c5238d45022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:27.372800117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbda1638-1ff3-4091-85e9-6c5238d45022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:27.427181999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbda1638-1ff3-4091-85e9-6c5238d45022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:29.37915805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5032bac7-d88d-4be2-8364-f8f8376bfa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:29.431980664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5032bac7-d88d-4be2-8364-f8f8376bfa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:29.487131287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5032bac7-d88d-4be2-8364-f8f8376bfa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:29.540120969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5032bac7-d88d-4be2-8364-f8f8376bfa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.408362006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd45cb76-2a6b-411b-ac6c-c4f87c8c6d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.468192593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd45cb76-2a6b-411b-ac6c-c4f87c8c6d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.513601486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"294eb5d6-4bab-487b-bcd0-a7249aca2c13","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.514348176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8c9ed71-308c-4dd2-b80a-e47e9d24afeb","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.524156308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd45cb76-2a6b-411b-ac6c-c4f87c8c6d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.573084327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8c9ed71-308c-4dd2-b80a-e47e9d24afeb","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.573511921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"294eb5d6-4bab-487b-bcd0-a7249aca2c13","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.673538121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"294eb5d6-4bab-487b-bcd0-a7249aca2c13","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:31.674805339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8c9ed71-308c-4dd2-b80a-e47e9d24afeb","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:32.507433191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a1e6c5-1de4-4698-92ac-6b7d3b2b5011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:32.560464893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a1e6c5-1de4-4698-92ac-6b7d3b2b5011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:32.613785035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a1e6c5-1de4-4698-92ac-6b7d3b2b5011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:32.666599245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a1e6c5-1de4-4698-92ac-6b7d3b2b5011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:33.104676364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ecdbc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ecdbc7","reconcileID":"542ab392-f404-4cdb-b64a-cc4b409eef42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ecdbc7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ecdbc7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:34.568343665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9d2ca7-a73e-46cd-9b23-f72f5ee1141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:34.62141363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9d2ca7-a73e-46cd-9b23-f72f5ee1141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:34.674136626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9d2ca7-a73e-46cd-9b23-f72f5ee1141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:34.728456987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9d2ca7-a73e-46cd-9b23-f72f5ee1141d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.785949327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1e309f-c6df-4593-82ad-1df5668dc176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.843723101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1e309f-c6df-4593-82ad-1df5668dc176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.899629326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1e309f-c6df-4593-82ad-1df5668dc176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.936348169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f091e79f-0ee2-49ff-b64f-1c32e837ac74","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.936346822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"05228c2d-7d1b-49ad-ac8f-0930033e0d61","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.959903996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce05a3a7-51d5-4a39-bbac-66e49b0d1504","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.959922609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce05a3a7-51d5-4a39-bbac-66e49b0d1504","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.994527332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"05228c2d-7d1b-49ad-ac8f-0930033e0d61","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:41.994622125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f091e79f-0ee2-49ff-b64f-1c32e837ac74","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.051323854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f091e79f-0ee2-49ff-b64f-1c32e837ac74","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.0517882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"05228c2d-7d1b-49ad-ac8f-0930033e0d61","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.162797164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"e2e50e20-17fa-431b-bc3d-07019171edb9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.162819967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"e2e50e20-17fa-431b-bc3d-07019171edb9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.267871707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ae02465a-0f85-4208-8627-e5cfb1f2b73b","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:42.267895743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ae02465a-0f85-4208-8627-e5cfb1f2b73b","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.219640776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993ecb21-88ad-4f43-97e3-093075120242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.277321077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993ecb21-88ad-4f43-97e3-093075120242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.333894536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993ecb21-88ad-4f43-97e3-093075120242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.375170654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c9d8fd6b-b20f-4f3e-abbc-d8c987fddde9","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.43344855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c9d8fd6b-b20f-4f3e-abbc-d8c987fddde9","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.476622947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e31c7714-d9a4-4db0-b256-92c3abcb8592","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.490316838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c9d8fd6b-b20f-4f3e-abbc-d8c987fddde9","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.534975462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e31c7714-d9a4-4db0-b256-92c3abcb8592","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:52.590866245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"e31c7714-d9a4-4db0-b256-92c3abcb8592","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:52:54.974117386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.595478297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4be8a59-8f1e-49dc-a95d-ccc42bb7a088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.65181915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4be8a59-8f1e-49dc-a95d-ccc42bb7a088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.754206534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"bee81c9b-0e6c-4439-abc3-82a04415bf34","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.811103739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"bee81c9b-0e6c-4439-abc3-82a04415bf34","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.856781685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f937945f-b51d-4434-8686-1529abbbc0d2","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.913737031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"f937945f-b51d-4434-8686-1529abbbc0d2","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.968213173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e068578-c3f2-42da-b8f1-61c16796d42b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:02.968234804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e068578-c3f2-42da-b8f1-61c16796d42b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:03.237224812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"25032415-808e-49ae-84ec-bb9c5d60d627","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:03.237251624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"25032415-808e-49ae-84ec-bb9c5d60d627","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:03.342048195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bb33faa8-7db2-4254-a66b-685a8d4cafc8","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:03.342073836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bb33faa8-7db2-4254-a66b-685a8d4cafc8","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.108002207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"7963eba9-2627-4b27-a9b3-dd071eae46a0","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.108030846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"7963eba9-2627-4b27-a9b3-dd071eae46a0","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.161129491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"2ba724ad-3cf4-478b-b322-ce8946c26bc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-fab300-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.269145656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fb058ec9-023f-493d-b9f7-615bb4f74091","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.269185634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fb058ec9-023f-493d-b9f7-615bb4f74091","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.318052368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5aee86b-c7a4-41fb-ac61-6d03365df9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.318215112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"defd6a5f-fdd1-48c8-b933-1d49e43d17a8","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.318058234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76c9bd77-2492-4470-a29b-cd187fbc2785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.318616851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d477e58f-393a-466a-b69d-4044946ea7e3","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.37674107Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fb058ec9-023f-493d-b9f7-615bb4f74091","name":"e2e-dft-fab300","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-fab300\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.376792876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"fb058ec9-023f-493d-b9f7-615bb4f74091","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-fab300\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.432391964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"c474adcd-05e8-4a9d-927f-05f20b0439e3","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.432417057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"c474adcd-05e8-4a9d-927f-05f20b0439e3","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.446615333Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5aee86b-c7a4-41fb-ac61-6d03365df9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.447619117Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d477e58f-393a-466a-b69d-4044946ea7e3","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.452110986Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76c9bd77-2492-4470-a29b-cd187fbc2785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.452126542Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"defd6a5f-fdd1-48c8-b933-1d49e43d17a8","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.503013561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"d477e58f-393a-466a-b69d-4044946ea7e3","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.504163695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5aee86b-c7a4-41fb-ac61-6d03365df9e5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.504355542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd9a6ec4-13b5-4599-b2bb-696dfef5ca20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.504366389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd9a6ec4-13b5-4599-b2bb-696dfef5ca20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.509518687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"defd6a5f-fdd1-48c8-b933-1d49e43d17a8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:04.512070007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76c9bd77-2492-4470-a29b-cd187fbc2785","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.562066407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"321e7561-2d6f-4141-b4f7-326c70090f47","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.562095206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"321e7561-2d6f-4141-b4f7-326c70090f47","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.599254917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"6fe8d6c8-1104-41fa-ac56-76a893e62f46","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"e2e-dft-fab300","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-fab300-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.617461567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8016aff5-3688-4e0f-aa47-b02e2c5c3e60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.617493591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8016aff5-3688-4e0f-aa47-b02e2c5c3e60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.71453358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"2208174e-6887-4ddf-92f3-c321b55b7fff","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.714565399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"2208174e-6887-4ddf-92f3-c321b55b7fff","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.817852107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c773b8cd-9c56-4986-9863-a4231f627222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.87476575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c773b8cd-9c56-4986-9863-a4231f627222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.922030177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"4c3515e9-7035-4232-845e-ed9cf9a1d8d6","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.922134405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"6862934b-7cc7-43de-a141-27693f6d317f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.922532696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da9a9df-2b3c-4e8d-8ff6-ea971c0cceb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.927533303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"d2d05f1a-6f0b-4288-893b-10e60ce498fd","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.92755137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"d2d05f1a-6f0b-4288-893b-10e60ce498fd","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.930076951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c773b8cd-9c56-4986-9863-a4231f627222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.978996311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"4c3515e9-7035-4232-845e-ed9cf9a1d8d6","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.979062795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"6862934b-7cc7-43de-a141-27693f6d317f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.981783677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da9a9df-2b3c-4e8d-8ff6-ea971c0cceb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.987078589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db9e12a6-3ac1-415b-8178-7d71a34f5948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:04.987092722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db9e12a6-3ac1-415b-8178-7d71a34f5948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.035084261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"6862934b-7cc7-43de-a141-27693f6d317f","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.040281909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da9a9df-2b3c-4e8d-8ff6-ea971c0cceb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.140673352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"e9f9289f-c8c7-4c5b-b97f-c0dde8bb6efa","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.144362457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"16e7eda1-4959-4d03-82df-ff8780467730","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.144385515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"16e7eda1-4959-4d03-82df-ff8780467730","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.19685249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2952da53-2714-4541-a314-27f84b65064a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:05.196872049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2952da53-2714-4541-a314-27f84b65064a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:06.357353817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5c28d2-016a-480b-b1b5-e6bcc7544a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:06.409874649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5c28d2-016a-480b-b1b5-e6bcc7544a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:06.46223728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5c28d2-016a-480b-b1b5-e6bcc7544a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:06.5144865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5c28d2-016a-480b-b1b5-e6bcc7544a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:08.438820139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee40928-f6e3-4c29-bf67-f8c1989ae5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:08.491928312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee40928-f6e3-4c29-bf67-f8c1989ae5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:08.544432684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee40928-f6e3-4c29-bf67-f8c1989ae5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:08.597030401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee40928-f6e3-4c29-bf67-f8c1989ae5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:14.768728803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c299da-82a0-405f-acca-767dc764f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:14.821219409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c299da-82a0-405f-acca-767dc764f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:14.873641309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c299da-82a0-405f-acca-767dc764f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:14.926638031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c299da-82a0-405f-acca-767dc764f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.298226134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8cac95-ce37-42f3-9bae-538548dcaa5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.354868064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8cac95-ce37-42f3-9bae-538548dcaa5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.365573707Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dc14f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dc14f6","reconcileID":"f7005e6d-2c6e-4f28-81b3-febf5902c7b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dc14f6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-dc14f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.402789099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"f9dcf0e4-acc4-4aa3-abe8-a34beeeea035","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.403282038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0051b69e-59a7-4834-b328-be6a07fd1e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.412558966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b8cac95-ce37-42f3-9bae-538548dcaa5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.461369887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"f9dcf0e4-acc4-4aa3-abe8-a34beeeea035","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.46139923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0051b69e-59a7-4834-b328-be6a07fd1e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.517406568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0051b69e-59a7-4834-b328-be6a07fd1e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:15.51816315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"f9dcf0e4-acc4-4aa3-abe8-a34beeeea035","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:16.852194874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005c34ff-8dfc-4b2b-9f55-181fccc71a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:16.904529692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005c34ff-8dfc-4b2b-9f55-181fccc71a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:16.957097178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005c34ff-8dfc-4b2b-9f55-181fccc71a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:17.009892211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005c34ff-8dfc-4b2b-9f55-181fccc71a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:24.973042801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.676351878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e5d315e-718d-46e6-a773-3bbd7fcb79ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.734664269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e5d315e-718d-46e6-a773-3bbd7fcb79ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.780499358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4abb35-5144-4f93-ace6-fbbaf2189403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.780525809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a75de164-faa1-43b1-b490-bfddfa18fc02","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.789772628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e5d315e-718d-46e6-a773-3bbd7fcb79ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.843337475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a75de164-faa1-43b1-b490-bfddfa18fc02","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.843992724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4abb35-5144-4f93-ace6-fbbaf2189403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.901297191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4abb35-5144-4f93-ace6-fbbaf2189403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:25.901539667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a75de164-faa1-43b1-b490-bfddfa18fc02","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:31.558328471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"018852ac-e02d-4915-ac22-b34970369f7f","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:31.830164197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"4b41f227-8716-49a8-a430-ab4e9b365c24","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:31.830191513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"4b41f227-8716-49a8-a430-ab4e9b365c24","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.180666493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1e252d-8c02-428e-98e7-9750868ea3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.180922856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"ea0cd53d-903a-4bf2-ae6a-e09b92db4ae5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.180666579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3b3b352c-e4c8-4a81-986b-bb171eee01a8","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.181196181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d17cfdf-1e01-44b1-9f6b-d7e012c72de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.240954767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"ea0cd53d-903a-4bf2-ae6a-e09b92db4ae5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.241093353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d17cfdf-1e01-44b1-9f6b-d7e012c72de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.243635705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3b3b352c-e4c8-4a81-986b-bb171eee01a8","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.243665528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1e252d-8c02-428e-98e7-9750868ea3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.297556781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d17cfdf-1e01-44b1-9f6b-d7e012c72de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.297995403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"ea0cd53d-903a-4bf2-ae6a-e09b92db4ae5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.304172335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"3b3b352c-e4c8-4a81-986b-bb171eee01a8","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.306869748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1e252d-8c02-428e-98e7-9750868ea3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.357281891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fe3f5c-cb97-4877-ade4-eb941b2499a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.357304539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fe3f5c-cb97-4877-ade4-eb941b2499a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.411884652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"d3bcb223-fa0c-40a9-85d0-897a776d2003","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.411913271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"d3bcb223-fa0c-40a9-85d0-897a776d2003","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.516432187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"068ca1e0-37f7-41a8-845b-43cbabd62b41","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.516462145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"068ca1e0-37f7-41a8-845b-43cbabd62b41","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.568495745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8ef28dc-9f24-45f1-b586-0f2841b9b591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:32.568515345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8ef28dc-9f24-45f1-b586-0f2841b9b591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:38.415307349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"0b77fca9-980a-410d-8bde-92b542a1b8fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-95152a","tenantID":"e2e-inf-a-95152a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:38.530710743Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"0b77fca9-980a-410d-8bde-92b542a1b8fc","name":"e2e-inf-a-95152a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.618144916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e36b6ec-4312-471a-950a-015a5d77cbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.619042465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"44c4ce06-3570-4536-9195-2260f7e06878","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.622301494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"942860bc-855d-4c20-93f7-976b1a2ae185","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.625932148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8663349-4a9a-4c9b-bcaa-d848d3440180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.675008958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e36b6ec-4312-471a-950a-015a5d77cbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.675755652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"44c4ce06-3570-4536-9195-2260f7e06878","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.678535126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"942860bc-855d-4c20-93f7-976b1a2ae185","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.682489298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8663349-4a9a-4c9b-bcaa-d848d3440180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.731382167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"44c4ce06-3570-4536-9195-2260f7e06878","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.731488346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e36b6ec-4312-471a-950a-015a5d77cbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.73492929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"942860bc-855d-4c20-93f7-976b1a2ae185","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:42.738361659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1710faf7eab4177c4e939c3dc15e26b87e11c71e274320bffb351017bceb7510) AuthConfig (7ce26f649c56b87d3923444f107b2e3b70b091f93268298bf498f40e8d1206a8) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a39521cf6f0b0c5a9954df69f1696fbba8b41d21d204a9939adde0973ce28584) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3827554276ad2c85d62184bfa7cb79e167873553de9050e65bfd8be53ad9e9dd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8663349-4a9a-4c9b-bcaa-d848d3440180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:52.93757378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"b1aa9b0a-d0f2-4e64-b026-dff3f2deed7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecdbc7","tenantID":"e2e-inf-a-ecdbc7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:52.997849708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee07d8e-8296-44fb-b6eb-cb5082b87ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:52.997984789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"3eebf1d7-ed64-4785-b16f-df5fee1e3c01","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:52.998371993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a55e58-4741-499f-b4e8-6b5f39622ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:52.998377073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"b6d20bd5-0ac0-4bc2-b82c-2f66ec9bfaca","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.053586443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"b1aa9b0a-d0f2-4e64-b026-dff3f2deed7f","name":"e2e-inf-a-ecdbc7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.0551207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a55e58-4741-499f-b4e8-6b5f39622ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.057607728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee07d8e-8296-44fb-b6eb-cb5082b87ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.058005058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"3eebf1d7-ed64-4785-b16f-df5fee1e3c01","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.060011901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"b6d20bd5-0ac0-4bc2-b82c-2f66ec9bfaca","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.372479882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39c719c-c643-45c4-a4ef-2a1b344b8d12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.372503939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39c719c-c643-45c4-a4ef-2a1b344b8d12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.375040897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd7cffb6-09c7-481e-8896-4d12207da0e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.375057339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd7cffb6-09c7-481e-8896-4d12207da0e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.530137043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"acf46f14-6bd5-4197-b263-c31bbe970eb9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.530164096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"acf46f14-6bd5-4197-b263-c31bbe970eb9","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.634820101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcbfb290-1e7f-423e-a557-7f68361d199d","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:53.634847412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcbfb290-1e7f-423e-a557-7f68361d199d","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:54.975020075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.387256707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-67501d-sub models-as-a-service/e2e-dft-fab300-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.441556603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"198e453b-f383-4c1e-b46f-a915e3f37928","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.441583348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"198e453b-f383-4c1e-b46f-a915e3f37928","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:55.491296988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"6369cab9-918d-4f6e-9f27-8eb57d166bb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-67501d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.607243294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"fff05c0e-0a1b-4d67-ac97-1f0e4502dc3e","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.607276157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"fff05c0e-0a1b-4d67-ac97-1f0e4502dc3e","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.648227602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7185f65d-ada6-43f1-a43d-79ccfe61b81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.648363977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"49889614-e6d8-45c9-be8f-5112a35973df","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.648227006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"68990d02-bb76-4386-9c5c-8943e8a7d554","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.648657437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cc72ef6-95e9-4cc8-84a7-bfaaa72828d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.714669508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cc72ef6-95e9-4cc8-84a7-bfaaa72828d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.71606665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7185f65d-ada6-43f1-a43d-79ccfe61b81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.719001343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"49889614-e6d8-45c9-be8f-5112a35973df","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:55.719621203Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"fff05c0e-0a1b-4d67-ac97-1f0e4502dc3e","name":"e2e-dft-67501d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-67501d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:53:55.723771186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"fff05c0e-0a1b-4d67-ac97-1f0e4502dc3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-67501d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.72005133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"68990d02-bb76-4386-9c5c-8943e8a7d554","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.777181178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"477bb41f-b2a3-4b63-9280-c4b3b0c62fc7","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.777204629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"477bb41f-b2a3-4b63-9280-c4b3b0c62fc7","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.881567249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ef9c977a-12fe-427a-8602-17e40ef4c485","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.881591288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"ef9c977a-12fe-427a-8602-17e40ef4c485","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:55.934171842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"32f6f95d-affa-4d4d-8111-060cb819e297","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-67501d","model":"e2e-dft-67501d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-67501d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.185780713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aa1ea8-f6cd-430a-b978-c122dced7443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.18592018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebedae29-0bac-4051-9666-7176df7e7158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.20635001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3ee918d3-8270-4d4d-b21e-fb9518efb66b","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.206380417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3ee918d3-8270-4d4d-b21e-fb9518efb66b","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.242459154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebedae29-0bac-4051-9666-7176df7e7158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.24246378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aa1ea8-f6cd-430a-b978-c122dced7443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.290249258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"60ad2e79-1e74-4c49-911c-137d5b236265","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.290548132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"26ee1d72-450c-4372-abdd-764df90b16a4","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.347001929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"60ad2e79-1e74-4c49-911c-137d5b236265","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.347322829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"26ee1d72-450c-4372-abdd-764df90b16a4","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:53:56.419194563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"0e4ab543-2ff2-4841-8ade-e1e47bc01d19","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-67501d","model":"llm/e2e-dft-67501d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:23.487542553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"a3578efc-1397-47a2-ae75-f10295a7add8","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-67501d","model":"llm/e2e-dft-67501d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:23.806260979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"d0723983-e22b-4187-bd68-19ba5b11e52f","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:23.806297419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"d0723983-e22b-4187-bd68-19ba5b11e52f","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:24.977968519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.447356654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5022f-8374-4540-84c5-1a4f9405863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.447623532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"46eac6a1-e0f8-4af6-8d60-570fecf85c35","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.447361894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7182d601-6469-4405-8393-9d6ddb21e6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.448097336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"25816b53-6efa-46e2-b11d-20ac745b5566","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.504320278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7182d601-6469-4405-8393-9d6ddb21e6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.504335547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5022f-8374-4540-84c5-1a4f9405863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.506992868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"25816b53-6efa-46e2-b11d-20ac745b5566","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:25.507109334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"46eac6a1-e0f8-4af6-8d60-570fecf85c35","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.702304722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcbdda19-e692-492a-a731-a6276a36f461","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.702336786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"bcbdda19-e692-492a-a731-a6276a36f461","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.864552122Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"61de238f-d65d-47ed-a06a-94694771d1a2","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52f9d921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.909851458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"7edf0323-3ea5-4b27-9179-7ec1f6909cf0","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.910324476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"ea9b44ae-4724-45ed-9614-9a53cc9a26b2","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.910468705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecfb8f0-2497-458f-907c-9620ff78425f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.910761939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f7c13dd-86f7-4a0d-a07b-74bc8b01e769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.967328545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"ea9b44ae-4724-45ed-9614-9a53cc9a26b2","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.968010091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"7edf0323-3ea5-4b27-9179-7ec1f6909cf0","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.970007138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f7c13dd-86f7-4a0d-a07b-74bc8b01e769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:27.970340245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecfb8f0-2497-458f-907c-9620ff78425f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.434907884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19c6e779-b713-44e4-8890-9495fc0f7c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.434903464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40cd5f0-ee79-44b7-84d6-2d407403b232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.492254011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19c6e779-b713-44e4-8890-9495fc0f7c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.493073251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40cd5f0-ee79-44b7-84d6-2d407403b232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.538622253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"32af8139-c73c-4258-a5cf-5a15536b7b44","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.538958732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5f618454-4cb5-437c-aa4a-9a507d986f71","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.595057936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5f618454-4cb5-437c-aa4a-9a507d986f71","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:28.595185747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"32af8139-c73c-4258-a5cf-5a15536b7b44","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:37.917781578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"3c84c191-f918-4e0e-95bf-e4d7e2af5806","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-67501d","subscription":"e2e-dft-67501d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.022149635Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"3c84c191-f918-4e0e-95bf-e4d7e2af5806","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.075133817Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-sub","reconcileID":"3c84c191-f918-4e0e-95bf-e4d7e2af5806","MaaSSubscription":{"name":"e2e-dft-67501d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-67501d","namespace":"llm","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.395336439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3096eae4-d578-44b9-9306-5d9e67d3c62c","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.395359917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"3096eae4-d578-44b9-9306-5d9e67d3c62c","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.557066694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"9581faf4-c0ed-4d8a-b890-6bcd6fa82d0c","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.557091458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"9581faf4-c0ed-4d8a-b890-6bcd6fa82d0c","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.604171794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ffc271-8137-4b5f-af88-843b12ba2b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.604425065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"44d90836-d3df-42bf-a2c1-8bee6db8b3be","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.604185577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ea9c5d4-4f99-4c8a-a204-2eb2083d49d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.604848389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"b61820ef-c68e-456e-9c8e-642a05e968c5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.661714095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ffc271-8137-4b5f-af88-843b12ba2b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.662255307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"44d90836-d3df-42bf-a2c1-8bee6db8b3be","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.664348678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"b61820ef-c68e-456e-9c8e-642a05e968c5","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.6646528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ea9c5d4-4f99-4c8a-a204-2eb2083d49d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.664756355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"b87573ea-fb43-49e3-8f52-4226d80ea4f2","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.664773523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"b87573ea-fb43-49e3-8f52-4226d80ea4f2","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:38.966263536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-67501d-access","reconcileID":"43362bbf-6c70-4b49-b3bc-f1f8855b5eb4","MaaSAuthPolicy":{"name":"e2e-dft-67501d-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.276316323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"57876bab-f3c0-43ca-a8d0-c5e291532afa","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.276351157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"57876bab-f3c0-43ca-a8d0-c5e291532afa","MaaSModelRef":{"name":"e2e-dft-67501d","namespace":"llm"},"routeName":"external-model-e2e-dft-67501d-3269fba5905d","namespace":"llm","model":"e2e-dft-67501d","externalModel":"e2e-dft-67501d","provider":"e2e-dft-67501d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.910409581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"6ff344eb-b3db-4be2-8e8c-4d81c2a0af8e","namespace":"llm","name":"e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967003864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ccf87ad-8549-46ad-adcd-94883c32d334","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967030169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ccf87ad-8549-46ad-adcd-94883c32d334","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967538573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2636ca5-3451-46a7-8a14-bdc70d01a11c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967558912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2636ca5-3451-46a7-8a14-bdc70d01a11c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967907806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cb9e3e9e-9c44-43b2-8f11-8b40edb81e57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.967923255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cb9e3e9e-9c44-43b2-8f11-8b40edb81e57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.968172716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06a1d80f-ce97-42a1-acf5-eedfca787a8a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.968185331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06a1d80f-ce97-42a1-acf5-eedfca787a8a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.968547396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f5b8541-6d46-4449-9b52-8df4707f2af6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:39.968566328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f5b8541-6d46-4449-9b52-8df4707f2af6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.020887317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"afb1ba90-e2fd-4829-ba5d-9e3bd81a0a3e","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.02090552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"afb1ba90-e2fd-4829-ba5d-9e3bd81a0a3e","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.073388858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8e0dabe3-5434-4de2-be61-660aba248172","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.073411258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8e0dabe3-5434-4de2-be61-660aba248172","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.07371993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c9f7f71-dbf9-4b9e-9530-3b85dd59f5b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.073733902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c9f7f71-dbf9-4b9e-9530-3b85dd59f5b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.074007404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20d066ea-70cd-492e-b946-31904b762194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.074022672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20d066ea-70cd-492e-b946-31904b762194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.07632989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"833d8305-83ff-43b8-b881-d9534a4eee89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.076861245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"86e866cb-4365-49c3-bce3-3b9cb9caf0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.077227902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"736acd54-7431-40ba-bb00-3248ed72db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.077472615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b86177b3-8d94-4edc-a615-6e572800988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.128200668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a9cfbf-df39-4360-b5f1-c53de95c3822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.132346335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"833d8305-83ff-43b8-b881-d9534a4eee89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.132964548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"86e866cb-4365-49c3-bce3-3b9cb9caf0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.135031501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b86177b3-8d94-4edc-a615-6e572800988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.135344867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"736acd54-7431-40ba-bb00-3248ed72db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.1774595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d48b5064-67e9-4a53-98c4-f54e44820a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.179771026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c9d30f9-3457-4a7d-b662-9c19fac6fcaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.211496146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a9cfbf-df39-4360-b5f1-c53de95c3822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.23573581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"332863bd-e8b1-4a18-bae0-04adf7fd3e27","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.474546697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"031de3e5-c8fe-4f91-8776-e2e1f21c41e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.474735918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"82def8c6-403e-4eda-8a82-09a20b7f860e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.475197752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"7ea785f3-b046-40b5-9585-f57daf503fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.526646473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a649794e-172c-476d-94ec-5962c826905c","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.531444223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"031de3e5-c8fe-4f91-8776-e2e1f21c41e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.531525101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"7ea785f3-b046-40b5-9585-f57daf503fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.534091468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"82def8c6-403e-4eda-8a82-09a20b7f860e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.585382313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"a649794e-172c-476d-94ec-5962c826905c","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.603651874Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-67501d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-67501d","reconcileID":"290f7259-594e-4481-aca4-4db712618afa","namespace":"llm","name":"e2e-dft-67501d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.629596854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85635b0-e90a-4c45-8872-8c93855eb409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.68755947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85635b0-e90a-4c45-8872-8c93855eb409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.8458812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8048596f-1992-4d60-a2ab-af301a4cbe88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.845876798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c2c4be51-df36-406d-b5c4-d1dd03d57af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.857078832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"362b8061-3952-4745-9c04-e9beb236bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.902037737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"8048596f-1992-4d60-a2ab-af301a4cbe88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.902783351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c2c4be51-df36-406d-b5c4-d1dd03d57af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:40.913119214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"362b8061-3952-4745-9c04-e9beb236bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.00658009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"dbb7e259-2c6a-41f3-ac57-c4b0c5784fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.055829469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"845cd6d7-6df3-4b82-b2f2-8e116758cd3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc14f6","tenantID":"e2e-extmod-b-dc14f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.057103673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a23250-26c9-4d03-bbfb-757d516984cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.062602067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"dbb7e259-2c6a-41f3-ac57-c4b0c5784fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.115429959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a23250-26c9-4d03-bbfb-757d516984cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.172776924Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"845cd6d7-6df3-4b82-b2f2-8e116758cd3f","name":"e2e-extmod-b-dc14f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.26221185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e38575f5-3bc1-4d83-ab17-34a9b09863ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.262343993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5ba99567-0592-4f1a-8131-12960ce039ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.262611671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"89e01df7-37b0-4032-8190-6dcd97fc0a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.318768002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"5ba99567-0592-4f1a-8131-12960ce039ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.319228236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"e38575f5-3bc1-4d83-ab17-34a9b09863ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.321398576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"89e01df7-37b0-4032-8190-6dcd97fc0a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.412324614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d5a48082-d7d0-4373-8451-01939c7167e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.468649732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"d5a48082-d7d0-4373-8451-01939c7167e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.517972315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9a028317-2d96-44b6-8134-70de8d42a7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.574282818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"9a028317-2d96-44b6-8134-70de8d42a7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.678991011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"512d7abd-ddea-4d2b-bf1c-6df84b9a5e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.730510056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c79b9d97-2665-42f1-84f2-2deca9708d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.730740595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"48155c02-b281-40b4-9594-3283306dff10","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.735400019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"512d7abd-ddea-4d2b-bf1c-6df84b9a5e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.787774448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c79b9d97-2665-42f1-84f2-2deca9708d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:41.787783255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"48155c02-b281-40b4-9594-3283306dff10","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:43.610388652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"7a100cd4-beb4-4a65-89cc-3ab972b679cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:43.773913246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"48dc3ded-e4ef-45d6-af40-51e0899705f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.21134318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0f0bb6fb-28ab-4308-bbcc-f8d044affaf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.428357478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"bcc23dfd-30f0-4caa-848b-6fbb54e2a1c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.480402268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"f18dc49d-ac3a-4c95-b5f9-3979fbd2e337","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.538658375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c23674f8-d813-4d38-8098-d07f36d4e33b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.637302125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"0735538a-4184-405b-abf3-f11919b5eec5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.777227045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"497326da-2a9c-45d6-b9c6-3edd2ab56134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.861598977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10cdffa2-3024-4fd9-b325-b20febbe889f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.880418766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"f62485f4-faff-4d3a-add1-7c7b5f105fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:44.962347887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6a312687-030c-479b-8925-73709ca8a9c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:45.1545786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"8ea9b651-1afd-471d-97e1-3e9ea665c5ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:45.308735108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"ff600a42-8832-472f-8e0c-c27dc2532c7a","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:46.852516246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762b0d60-cf60-4c01-be1a-803137aab276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:46.904932456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762b0d60-cf60-4c01-be1a-803137aab276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:46.957808392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762b0d60-cf60-4c01-be1a-803137aab276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:47.020495447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762b0d60-cf60-4c01-be1a-803137aab276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:47.33307353Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1c43e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1c43e9","reconcileID":"be270e42-c7d6-4e42-8590-38e32c951828","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1c43e9","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1c43e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:48.943948466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd064f8-976d-40f0-aa9e-48f281aa2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:48.996336657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd064f8-976d-40f0-aa9e-48f281aa2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:49.04876209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd064f8-976d-40f0-aa9e-48f281aa2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:49.100918259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd064f8-976d-40f0-aa9e-48f281aa2e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:51.003408906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7500b46d-1996-445f-8ae9-640ab0539880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:51.057255887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7500b46d-1996-445f-8ae9-640ab0539880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:51.109809043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7500b46d-1996-445f-8ae9-640ab0539880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:51.168612571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7500b46d-1996-445f-8ae9-640ab0539880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:53.060873533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b159c2-26c7-4ea2-98a4-aab12a5c3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:53.113155159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b159c2-26c7-4ea2-98a4-aab12a5c3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:53.165453795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b159c2-26c7-4ea2-98a4-aab12a5c3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:53.217864149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b159c2-26c7-4ea2-98a4-aab12a5c3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:54:54.969433148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:03.335182325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"7e3cbb02-847d-44ec-aa4b-9fb520ddd908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:03.510355297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"bb1cb954-47ce-4064-8c83-0698d7564438","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:03.619342948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"e716e08c-21d5-4bcf-b0f2-0b6f7b73641d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:03.7361524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"30ff8cde-8d56-42d1-b16d-f59a93f954c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:03.982264917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48822a8e-ebb7-4169-a8dd-6bb2e4bada8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.089030708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"f5453516-c83f-4abc-8381-9b50780cf10d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.448352589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"28c2f43a-339f-4651-9ae2-e642de1a6a13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.54754158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"e2290159-d9f7-4baa-8502-125edf8ee64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.679888261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"8cf526a9-2044-4c8f-8ce5-e2e0ef492ce3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.785469245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"7811b07e-4d9d-4277-8198-2aac7b1584cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:04.925468512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"70f6acc2-cfbd-4c38-a0d6-e64840e61129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:05.05251285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"2b557cb1-3dd2-4679-adfe-020e0110c22d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:05.214490732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"079eaae1-8f39-4997-90c0-0837d0ee54e5","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:07.478263011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593919ad-fcfd-4a95-93f0-4d8c95dfdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:07.53067509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593919ad-fcfd-4a95-93f0-4d8c95dfdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:07.582941791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593919ad-fcfd-4a95-93f0-4d8c95dfdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:07.635246926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593919ad-fcfd-4a95-93f0-4d8c95dfdc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:09.539651598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c05ce-c176-4173-ba53-2a4d448c41c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:09.594005599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c05ce-c176-4173-ba53-2a4d448c41c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:09.646363416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c05ce-c176-4173-ba53-2a4d448c41c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:09.698586846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c05ce-c176-4173-ba53-2a4d448c41c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:11.625229734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba7db5b-744a-402a-933e-c321589a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:11.677626844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba7db5b-744a-402a-933e-c321589a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:11.736163789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba7db5b-744a-402a-933e-c321589a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:11.792805962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba7db5b-744a-402a-933e-c321589a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:13.429642554Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ddcbd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ddcbd0","reconcileID":"d0bf76a5-3d54-407d-b880-494602c0d6e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ddcbd0","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ddcbd0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:13.67718562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207d6d3d-6288-4ff6-af29-816ff643b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:13.732849175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207d6d3d-6288-4ff6-af29-816ff643b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:13.786251861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207d6d3d-6288-4ff6-af29-816ff643b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:13.840570867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207d6d3d-6288-4ff6-af29-816ff643b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:15.783314253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c4e2c2-a71f-4620-a162-ecdfb38233b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:15.836471297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c4e2c2-a71f-4620-a162-ecdfb38233b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:15.888897458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c4e2c2-a71f-4620-a162-ecdfb38233b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:15.941679695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c4e2c2-a71f-4620-a162-ecdfb38233b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:23.151973589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c88b77e-1d53-4f14-9f55-bec7ab879bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:23.204278042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c88b77e-1d53-4f14-9f55-bec7ab879bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:23.256943238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c88b77e-1d53-4f14-9f55-bec7ab879bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:23.309059648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c88b77e-1d53-4f14-9f55-bec7ab879bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:24.912218135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"0e66ee65-bed7-408e-b1ac-9eb6b754c59d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:24.970444865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.029877261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"3c75bddd-3321-4cdd-b49b-ca5a1264dd45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.130351849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"f61b2e8b-1d0d-4d10-a5bc-a4a7e9836430","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.183654195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469ae24d-8951-4cd6-84bc-ffd1806102e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.236720085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469ae24d-8951-4cd6-84bc-ffd1806102e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.288121341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"9c6afd89-a60e-4c74-afbe-b23506ec5f73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.289093967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469ae24d-8951-4cd6-84bc-ffd1806102e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.34132227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469ae24d-8951-4cd6-84bc-ffd1806102e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.783555906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"70335fed-fa98-4526-a2dd-089035306eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:25.949442375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"2a65d713-c2c1-40a2-a076-616cda09977c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.168138057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"932adb2e-6592-41c7-9142-0b2cbc11f352","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.216470911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e1e645b-b93d-432c-9cff-4a072ff63097","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.31618151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"f3c7d6c9-c0f2-4ef1-8601-9576a61a3a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.361359991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"fe50f721-0057-436a-aff9-7bdc79454827","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.490853098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"3c9718ed-5744-4d19-875a-745f4284337e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.559377492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"ba3874c4-91af-4fae-aa96-0412b3d13c10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:26.595055508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4084e0ea-2d50-43e4-888c-6b9d76dbb3ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:27.261194249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7952dd-9336-428e-a670-79e34df39abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:27.313524997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7952dd-9336-428e-a670-79e34df39abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:27.365837039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7952dd-9336-428e-a670-79e34df39abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:27.423128469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7952dd-9336-428e-a670-79e34df39abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:32.195574221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d62b83-0364-4bef-ae0d-fcc31ec58bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:32.248263765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d62b83-0364-4bef-ae0d-fcc31ec58bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:32.300875723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d62b83-0364-4bef-ae0d-fcc31ec58bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:32.35312284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d62b83-0364-4bef-ae0d-fcc31ec58bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:32.78468917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9a5e31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9a5e31","reconcileID":"cb4a7eb9-563f-44c7-b195-980a67a33347","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9a5e31","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9a5e31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:34.239962463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55dc069b-a75e-41dd-8782-6c2e78e157f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:34.292158551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55dc069b-a75e-41dd-8782-6c2e78e157f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:34.344290108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55dc069b-a75e-41dd-8782-6c2e78e157f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:34.399008961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55dc069b-a75e-41dd-8782-6c2e78e157f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:36.294402008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ab3164-414a-466c-82a4-71b7709d1497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:36.349264354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ab3164-414a-466c-82a4-71b7709d1497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:36.408615405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ab3164-414a-466c-82a4-71b7709d1497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:36.467922219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ab3164-414a-466c-82a4-71b7709d1497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:55:54.970690299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:11.548450099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e23d9-a6ae-49d1-b5e8-11e16933d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:11.600827957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e23d9-a6ae-49d1-b5e8-11e16933d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:11.653321083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e23d9-a6ae-49d1-b5e8-11e16933d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:11.705585586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e23d9-a6ae-49d1-b5e8-11e16933d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:13.637143014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07eef0-93e6-4f33-aede-8205adfd0b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:13.689777897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07eef0-93e6-4f33-aede-8205adfd0b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:13.742161228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07eef0-93e6-4f33-aede-8205adfd0b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:13.794450591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07eef0-93e6-4f33-aede-8205adfd0b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:19.574022547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"4cc10f92-2c60-4d35-93b6-41a8fff32e7c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1c43e9","tenantID":"e2e-inf-a-1c43e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:19.693197325Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"4cc10f92-2c60-4d35-93b6-41a8fff32e7c","name":"e2e-inf-a-1c43e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:21.856447326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72eec694-430e-41c5-9b9b-748ea9dad72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:21.908963222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72eec694-430e-41c5-9b9b-748ea9dad72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:21.961747967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72eec694-430e-41c5-9b9b-748ea9dad72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:22.0143267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72eec694-430e-41c5-9b9b-748ea9dad72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:23.97136791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852317e9-8f1a-4fbe-93bc-dc6aa7ecef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:24.023831474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852317e9-8f1a-4fbe-93bc-dc6aa7ecef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:24.076357836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852317e9-8f1a-4fbe-93bc-dc6aa7ecef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:24.128592512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852317e9-8f1a-4fbe-93bc-dc6aa7ecef80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:24.969729711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:26.052158454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f1e1c-eca4-4302-bcab-8f950146e0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:26.104886577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f1e1c-eca4-4302-bcab-8f950146e0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:26.157602087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f1e1c-eca4-4302-bcab-8f950146e0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:26.210164162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f1e1c-eca4-4302-bcab-8f950146e0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:36.354661486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"c6b5b039-f39d-4197-b81b-1ee1fdd9e5c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:36.454497877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"2dce5458-86bc-4b55-97c7-341c6ac2c92b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:36.956210755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1eb17434-c1d4-4c2f-aaa7-198b64399808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.069162759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"e985a15a-23d4-4612-8644-e5dfd120c5fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.121794695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7fa0c53d-2a02-42f1-a4de-40427900abbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.175075934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"878c451e-aee3-4d19-8466-0d11da34c772","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.286200443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"2f7ddab9-fa20-474e-a4b1-8ae2c0e0a3d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.506421874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"42d753f1-92f9-4c58-89dc-8ec4b0246beb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.61830718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"4f0b7b5f-5ad3-43af-9791-48e7c65654d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.670878176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"98ec98e4-5bb1-4531-b517-356d77c579c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.780250076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"183a672c-7657-4dc5-9569-d80c6286c98e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:37.944399484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65ebee33-278e-4fe6-b4cd-fa2c2f5458b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:38.049256714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"0296269c-64a5-4a71-b197-76eccb2af7e2","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:53.432254954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"6b833469-63e0-4c45-a345-cae81555b9ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ddcbd0","tenantID":"e2e-inf-b-ddcbd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:53.547160384Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"6b833469-63e0-4c45-a345-cae81555b9ab","name":"e2e-inf-b-ddcbd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:56:54.969560043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:12.586302881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"329155c9-0736-44c7-8b19-dca929447528","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9a5e31","tenantID":"e2e-inf-b-9a5e31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:12.703913941Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"329155c9-0736-44c7-8b19-dca929447528","name":"e2e-inf-b-9a5e31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:23.641180334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"cfa42a00-7dbd-4610-b6fe-829c0aa0a6c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:23.741623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"2d7a13a9-08e4-484b-b4ef-968d3d947544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:23.796121854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"6383048d-c87e-4e27-bc4e-f9312930e5c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:23.960519099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"5bfe4010-eaef-4fef-8b5e-2803940dc2b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.061978754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"7515ce6b-ff15-450b-b3f5-3b1010f431ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.162190448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d972a19-7853-485f-bdba-9c3786ff5504","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.296746941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"57d1ac75-6412-455d-9795-cd133f27421f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.463147227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"bab08782-bd45-4ed1-924c-e9b6ddc3dcfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.682023253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"20efa552-de05-4c53-b24b-7eeec875c2d0","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.842622339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"b50fe6a2-bae4-4459-b6ec-be5dc71428b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:24.969575771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:25.11490004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"656d27a7-caac-49b3-959c-3d22a7229e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:25.333174171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a368ec03-b07a-4f7d-8c3d-4aff2a779250","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:25.441964199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"174fc5d3-fce1-4db3-a45e-df5f406f53d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.684189493Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","namespace":"ai-tenant-e2e-extmod-a-e039cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.684253402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","namespace":"ai-tenant-e2e-extmod-a-e039cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.684304517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","tenant":"e2e-extmod-a-e039cb","tenantID":"e2e-extmod-a-e039cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.737860287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e039cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.797528723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Service","name":"maas-api-e2e-extmod-a-e039cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.852246526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e039cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.905611182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e039cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:31.973631366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.028010767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.084943537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.145975044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.199174818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.251084365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.304401757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Service","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.357046599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.409314384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.461064451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.513574446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.568612888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.620170542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.671853107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.726394754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e039cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:32.778143001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e039cb"},"namespace":"ai-tenant-e2e-extmod-a-e039cb","name":"default-tenant","reconcileID":"8c989856-c2e2-4eee-9ab4-bbd3aac4533b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e039cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:41.288434867Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e039cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e039cb","reconcileID":"3456facb-adef-4c44-8295-5187996f592a","aitenant":"ai-tenants/e2e-extmod-a-e039cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:41.881368816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563225c-fe20-4aa9-9d7f-d61dca0395df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:41.933872779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563225c-fe20-4aa9-9d7f-d61dca0395df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:41.986298741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563225c-fe20-4aa9-9d7f-d61dca0395df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:42.038639306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563225c-fe20-4aa9-9d7f-d61dca0395df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:42.152249298Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e039cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e039cb","reconcileID":"3456facb-adef-4c44-8295-5187996f592a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e039cb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e039cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:43.990129176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4c48f-276a-481e-95b8-90051cac0457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:44.042314991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4c48f-276a-481e-95b8-90051cac0457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:44.096840281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4c48f-276a-481e-95b8-90051cac0457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:44.149138991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d4c48f-276a-481e-95b8-90051cac0457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.03141575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988bb1f-119f-4e18-ad09-a36a9a2b4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.088608405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988bb1f-119f-4e18-ad09-a36a9a2b4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.14125191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988bb1f-119f-4e18-ad09-a36a9a2b4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.198070303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988bb1f-119f-4e18-ad09-a36a9a2b4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.423844382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de1ca6e8-329b-4677-860b-57744d6c97dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.533913142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"49c33917-30e9-498b-8f60-c28311c3109d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.649605822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"abb35c77-8307-4d56-bbba-1463e32f6ab3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.839145242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"1f8a0099-a1fb-4ab5-8155-a5a42709125e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:46.944465796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45eafdac-ede5-4944-989a-bf689101905f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.05796729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"b21b765c-5b46-4f03-b83a-689c1e08280d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.222013926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"7606625b-5849-4ecd-a175-03fcd7004e46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.324393242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7899ecea-ecf1-466b-9b5c-da5bc4c7ce8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.429440196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"7a713c45-5706-40af-b387-e86e973588fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.43128619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"6ca89cf7-e842-4ae0-a7e9-9284ef10058d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.837365557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"3da58e0c-0fc3-4c50-ad69-441d7717aa75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:47.999627806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"24ecbb49-c98e-416d-b004-00459f985284","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","model":"llm/e2e-dft-fab300","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:48.059004207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"eb17a2c3-61f5-464c-abbb-2243eed21bf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:48.139404584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a107-e8fa-4ddd-8d9a-a9bcab0a08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:48.191892257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a107-e8fa-4ddd-8d9a-a9bcab0a08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:48.244314804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a107-e8fa-4ddd-8d9a-a9bcab0a08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:48.297109932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b2a107-e8fa-4ddd-8d9a-a9bcab0a08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:50.9571754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ce1cb-e399-4643-a52c-cf5af58e9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:51.02436588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ce1cb-e399-4643-a52c-cf5af58e9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:51.078061998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ce1cb-e399-4643-a52c-cf5af58e9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:51.132597236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ce1cb-e399-4643-a52c-cf5af58e9c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.712891928Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","namespace":"ai-tenant-e2e-inf-a-1c43e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.712953575Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","namespace":"ai-tenant-e2e-inf-a-1c43e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.713006259Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","tenant":"e2e-inf-a-1c43e9","tenantID":"e2e-inf-a-1c43e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.766981807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Deployment","name":"maas-api-e2e-inf-a-1c43e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.826633735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Service","name":"maas-api-e2e-inf-a-1c43e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.881134369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1c43e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.937142408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1c43e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:52.999303229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.057073028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca51b61-3505-4a9d-9c07-5b9f13bdf447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.057637753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.110638065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca51b61-3505-4a9d-9c07-5b9f13bdf447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.117631898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.163033493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca51b61-3505-4a9d-9c07-5b9f13bdf447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.21567996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca51b61-3505-4a9d-9c07-5b9f13bdf447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.219109834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.271671646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.323801362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.375955946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Service","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.45596666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.514859586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.568980706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.624245931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.676294332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.730202926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.798204009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.854923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1c43e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:53.908511601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1c43e9"},"namespace":"ai-tenant-e2e-inf-a-1c43e9","name":"default-tenant","reconcileID":"df2f8f72-7424-44b7-8cf9-4dbd4228a915","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1c43e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:54.970578844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:55.151954814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffda7f67-56b2-4226-8d59-3cc224b2a4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:55.204224317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffda7f67-56b2-4226-8d59-3cc224b2a4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:55.256566026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffda7f67-56b2-4226-8d59-3cc224b2a4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:55.308832933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffda7f67-56b2-4226-8d59-3cc224b2a4e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:58.851928973Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1c43e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1c43e9","reconcileID":"433f14bf-017b-4f6e-ae3d-2d8d8c2446fa","aitenant":"ai-tenants/e2e-inf-a-1c43e9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:59.414381836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd72b4-e50d-4dcc-aee6-44b2064d43aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:59.466910555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd72b4-e50d-4dcc-aee6-44b2064d43aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:59.519076952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd72b4-e50d-4dcc-aee6-44b2064d43aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:59.571380382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd72b4-e50d-4dcc-aee6-44b2064d43aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:57:59.682622829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1c43e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1c43e9","reconcileID":"433f14bf-017b-4f6e-ae3d-2d8d8c2446fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1c43e9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1c43e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:01.472003254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486093fb-e440-4170-8717-6e542c712ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:01.524151861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486093fb-e440-4170-8717-6e542c712ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:01.576870963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486093fb-e440-4170-8717-6e542c712ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:01.629587312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486093fb-e440-4170-8717-6e542c712ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.583640854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d9af3c-2d92-44c3-8745-96b0b62d656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.636021608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d9af3c-2d92-44c3-8745-96b0b62d656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.667870332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c266f1e-0d11-41b2-b46b-0c2571ca0385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.667889816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c266f1e-0d11-41b2-b46b-0c2571ca0385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.688304308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d9af3c-2d92-44c3-8745-96b0b62d656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.740610573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d9af3c-2d92-44c3-8745-96b0b62d656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.74357811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c99cb82-586d-4c22-9950-b6ab46835996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.743602088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c99cb82-586d-4c22-9950-b6ab46835996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:03.848500406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1bba8e3f-20f1-4010-b9ed-a6b16d75d329","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.022304257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1bba8e3f-20f1-4010-b9ed-a6b16d75d329","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.067347088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9d065df-e515-4829-bb0f-515cbf16b289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.067365969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9d065df-e515-4829-bb0f-515cbf16b289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.077684121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1bba8e3f-20f1-4010-b9ed-a6b16d75d329","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.122423679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8953de49-4eb6-4afc-8b57-74efcad6c954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.122449159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8953de49-4eb6-4afc-8b57-74efcad6c954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.135363986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0e7a6ba-b342-419c-b2ed-4ffc292253a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.135389911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0e7a6ba-b342-419c-b2ed-4ffc292253a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:04.170537647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"473ba064-7f28-40b3-8f2d-5e05b3f3b71e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-742a2589\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.239123149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1a21dfa8-e89a-4312-9a26-1a8936634042","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.306631896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1a21dfa8-e89a-4312-9a26-1a8936634042","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.307043689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1a7e39-7f15-4551-8172-f0b03ec6fba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.307058018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1a7e39-7f15-4551-8172-f0b03ec6fba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.361084705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a9419a0-7cb2-44c9-aaab-fb1cc7cfbee5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.361111306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a9419a0-7cb2-44c9-aaab-fb1cc7cfbee5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.36328943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"1a21dfa8-e89a-4312-9a26-1a8936634042","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.626951121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"f5fa8602-1b03-4d47-8ad1-a349a2b2e30e","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-742a2589/e2e-sub-742a2589","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.845323259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf22a39c-25ce-4044-8e47-aacd6cfde2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.850028496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f45dbb40-01fc-48aa-8aec-3f6777143208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:04.850052071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f45dbb40-01fc-48aa-8aec-3f6777143208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.060486324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"1a910ec7-0c2b-4d7a-82ff-6107f1119307","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.229030764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ebab37c-8a83-415e-9583-0fed3b155fbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.229052196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ebab37c-8a83-415e-9583-0fed3b155fbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.645178466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bd177-35f3-4138-893b-edaf69c6a7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.697493068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bd177-35f3-4138-893b-edaf69c6a7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.749818883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bd177-35f3-4138-893b-edaf69c6a7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:05.801864517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bd177-35f3-4138-893b-edaf69c6a7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:14.469414805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"dbf6822b-0bce-4bdc-8955-07e2b26f9236","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:14.525624879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"dbf6822b-0bce-4bdc-8955-07e2b26f9236","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:14.587379113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"dbf6822b-0bce-4bdc-8955-07e2b26f9236","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:19.554833481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231665e1-29bb-43fa-9e3d-8d05094407f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:19.607031752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231665e1-29bb-43fa-9e3d-8d05094407f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:19.659586648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231665e1-29bb-43fa-9e3d-8d05094407f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:19.712108715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231665e1-29bb-43fa-9e3d-8d05094407f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:21.62122274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac114ee3-29f9-41ea-86d8-cac79f7706d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:21.674330856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac114ee3-29f9-41ea-86d8-cac79f7706d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:21.727221338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac114ee3-29f9-41ea-86d8-cac79f7706d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:21.780636842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac114ee3-29f9-41ea-86d8-cac79f7706d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:23.852669592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a24bd3d-3b73-4f38-bddf-fa969eb2174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:23.924906277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a24bd3d-3b73-4f38-bddf-fa969eb2174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:23.999509701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a24bd3d-3b73-4f38-bddf-fa969eb2174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:24.051892065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a24bd3d-3b73-4f38-bddf-fa969eb2174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:24.707885625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6f2cc8d0-f12e-41a6-a3ed-848b32a6287b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:24.766545951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6f2cc8d0-f12e-41a6-a3ed-848b32a6287b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:24.822039324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6f2cc8d0-f12e-41a6-a3ed-848b32a6287b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:24.970419862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:25.945534751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08020f1-dee0-464d-a4a5-494e81c5e198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:25.998026461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08020f1-dee0-464d-a4a5-494e81c5e198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:26.050653225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08020f1-dee0-464d-a4a5-494e81c5e198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:26.103240989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08020f1-dee0-464d-a4a5-494e81c5e198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:30.597510349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bdf42-25aa-4954-b46f-fd4bff0c1cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:30.649870992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bdf42-25aa-4954-b46f-fd4bff0c1cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:30.702271777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bdf42-25aa-4954-b46f-fd4bff0c1cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:30.754854366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bdf42-25aa-4954-b46f-fd4bff0c1cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:32.631008055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1380bad-c40d-4534-b611-cf8fc17b53b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:32.683386418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1380bad-c40d-4534-b611-cf8fc17b53b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:32.735632769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1380bad-c40d-4534-b611-cf8fc17b53b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:32.788141512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1380bad-c40d-4534-b611-cf8fc17b53b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:34.92687664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"b2f2d9ca-b934-4244-8c62-289146ba5c0b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:34.983629004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"b2f2d9ca-b934-4244-8c62-289146ba5c0b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.03925871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4cf5a3ac19e29b755d4bcfbaad85e6381b49fb98117b2f5d487dc2f490d4baa5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2b5c6419458ffb103158993fddc52ccdb9bfaa4930a215508874b1ef082d3dc7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e300d85207ff8716c8e4f9aa27132076249821e92cbd4b92f66381586455c45f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135db5dbe852f8cb40220be53684dcc161bf7abea1aa6a420671ae17e315a121) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"b2f2d9ca-b934-4244-8c62-289146ba5c0b","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.097737939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c20496-0146-4293-97c2-e82ca6dfcc89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.097757293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c20496-0146-4293-97c2-e82ca6dfcc89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.249406388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"5a5a5cc0-b383-4826-9b62-287fa0a0f6a8","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.249431427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"5a5a5cc0-b383-4826-9b62-287fa0a0f6a8","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.405452968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87d4d80c-c968-414e-87e8-7084d80bc85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.40548423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72606bbc-bb9a-4f6b-9be0-c8963fe83d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.406000389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8f4ff93-d29c-4345-a2c6-d4727295175e","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.413118795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"1c12dede-a580-472f-89b9-f319bfa03ee8","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97dd93e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.533612024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72606bbc-bb9a-4f6b-9be0-c8963fe83d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:35.53775283Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8f4ff93-d29c-4345-a2c6-d4727295175e","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:35.537752828Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87d4d80c-c968-414e-87e8-7084d80bc85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:35.593957001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"c8f4ff93-d29c-4345-a2c6-d4727295175e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.594036275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72606bbc-bb9a-4f6b-9be0-c8963fe83d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:35.596522094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87d4d80c-c968-414e-87e8-7084d80bc85a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.645640468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"4ace3878-87a5-4311-94df-ba772e93a935","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.64566577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"4ace3878-87a5-4311-94df-ba772e93a935","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.755311726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e585baf-c4b7-4335-868e-66795daa7ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.755331367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e585baf-c4b7-4335-868e-66795daa7ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.755724291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b34c57e-07ee-4a6b-b672-dbc17cdbd3bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.755738964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b34c57e-07ee-4a6b-b672-dbc17cdbd3bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.806150491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"eae1a6bc-b9e2-409d-8408-18414f6ba78d","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.807479805Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"12726329-b865-4ec5-b8c9-5b2ca1e8af6d","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97dd93e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.863531934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"eae1a6bc-b9e2-409d-8408-18414f6ba78d","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.90572111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd72583f-4998-421d-8ad0-79e24426421d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.905746592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96591387-bc82-425c-b33c-db3f315a465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.918778166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"eae1a6bc-b9e2-409d-8408-18414f6ba78d","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.969925299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96591387-bc82-425c-b33c-db3f315a465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:35.969958072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd72583f-4998-421d-8ad0-79e24426421d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.025163543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96591387-bc82-425c-b33c-db3f315a465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.027254895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"bd821b23-47c7-4ee9-9177-27d43e5d8631","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.027284181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"bd821b23-47c7-4ee9-9177-27d43e5d8631","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.08265542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7569fddc-0125-433d-a49c-99ac18294da3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.082676056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7569fddc-0125-433d-a49c-99ac18294da3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.182824423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"83e77897-74ce-41e2-b67b-f54500c677d6","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.239658382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"83e77897-74ce-41e2-b67b-f54500c677d6","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.289586621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfaaa46-8ca7-43a1-bc77-85df0497239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.296016872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"83e77897-74ce-41e2-b67b-f54500c677d6","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.346150185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfaaa46-8ca7-43a1-bc77-85df0497239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.39110801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a9e8acf-b894-4776-861f-4c2d4eace503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.40137548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dfaaa46-8ca7-43a1-bc77-85df0497239b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.448036252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a9e8acf-b894-4776-861f-4c2d4eace503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:36.503400248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a9e8acf-b894-4776-861f-4c2d4eace503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:38.40976978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c962a27f-3774-4317-af87-46ded64cd442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:38.462123061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c962a27f-3774-4317-af87-46ded64cd442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:38.514240573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c962a27f-3774-4317-af87-46ded64cd442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:38.566591733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c962a27f-3774-4317-af87-46ded64cd442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:40.561060523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19ffc23-2320-400e-90b4-a9d7233bbe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:40.61319277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19ffc23-2320-400e-90b4-a9d7233bbe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:40.665485239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19ffc23-2320-400e-90b4-a9d7233bbe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:40.717609982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19ffc23-2320-400e-90b4-a9d7233bbe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:42.593222172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde0fe58-5745-420e-9101-4787904e3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:42.645833387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde0fe58-5745-420e-9101-4787904e3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:42.698444106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde0fe58-5745-420e-9101-4787904e3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:42.751058668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde0fe58-5745-420e-9101-4787904e3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.201193694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"8a432348-4fc3-460a-951d-ed9dd7f91476","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.324152773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"8a432348-4fc3-460a-951d-ed9dd7f91476","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.403084912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"8a432348-4fc3-460a-951d-ed9dd7f91476","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.465783811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63d1a181-6a3f-4768-ab54-9ec27d2fadbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.465804465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63d1a181-6a3f-4768-ab54-9ec27d2fadbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.859793567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"32351f82-312d-4e01-bf52-93c3786f5be3","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fab300","subscription":"e2e-dft-fab300-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:45.964999819Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"32351f82-312d-4e01-bf52-93c3786f5be3","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.017571952Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-sub","reconcileID":"32351f82-312d-4e01-bf52-93c3786f5be3","MaaSSubscription":{"name":"e2e-dft-fab300-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fab300","namespace":"llm","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.338466239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"47bcd276-73e0-4d0e-ad20-9440380b8f19","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.338493411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"47bcd276-73e0-4d0e-ad20-9440380b8f19","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.488541882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"2c020953-877a-42db-ab60-84157ca7ad63","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.488571138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"2c020953-877a-42db-ab60-84157ca7ad63","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.492947978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c0a750-e06c-48b1-bcb8-63adaf044395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.4930865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9121bbfb-69bc-4b95-a68b-013454cb30ff","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.493454158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee252e3-9a6a-4a70-bf35-820584d93c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.619902455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee252e3-9a6a-4a70-bf35-820584d93c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:46.62249806Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c0a750-e06c-48b1-bcb8-63adaf044395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:46.622509838Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9121bbfb-69bc-4b95-a68b-013454cb30ff","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.675058485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee252e3-9a6a-4a70-bf35-820584d93c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:46.675410196Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9121bbfb-69bc-4b95-a68b-013454cb30ff","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-fab300-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2215\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:637\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:46.675463307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"9121bbfb-69bc-4b95-a68b-013454cb30ff","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.675627719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fab300-access","reconcileID":"5af6ee1e-0475-4a1d-980a-82f68fa23b66","MaaSAuthPolicy":{"name":"e2e-dft-fab300-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:58:46.679313284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c0a750-e06c-48b1-bcb8-63adaf044395","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.679800854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c4fcf18-2aa1-4682-ad45-f338ebcba61f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.679817329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c4fcf18-2aa1-4682-ad45-f338ebcba61f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.73268732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75026c58-b8ec-4849-94dd-6b76ab28242d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.732734119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75026c58-b8ec-4849-94dd-6b76ab28242d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.84039724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822d784e-1c24-457e-bc16-1df5825e3867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.897493258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822d784e-1c24-457e-bc16-1df5825e3867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.937744834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6eabab4d-4507-41c6-a168-430b81c3b19c","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.937771962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"6eabab4d-4507-41c6-a168-430b81c3b19c","MaaSModelRef":{"name":"e2e-dft-fab300","namespace":"llm"},"routeName":"external-model-e2e-dft-fab300-57d11ac65ad3","namespace":"llm","model":"e2e-dft-fab300","externalModel":"e2e-dft-fab300","provider":"e2e-dft-fab300-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:46.955096785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822d784e-1c24-457e-bc16-1df5825e3867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.012578108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee374eda-6f2b-439d-b5b7-c414bfa9460b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.012596324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee374eda-6f2b-439d-b5b7-c414bfa9460b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.567430803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"072211e3-9842-40f5-8fd8-cbdcdc207bfd","namespace":"llm","name":"e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626254305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3073bb6e-0d87-4c38-87b1-d40ee652fe9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626274563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3073bb6e-0d87-4c38-87b1-d40ee652fe9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626647459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9107c-245f-4e66-b69d-0b27edf61177","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626662777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fde9107c-245f-4e66-b69d-0b27edf61177","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626922641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63b4cc5b-21bf-4254-8a19-07b37adffd02","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.626943706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63b4cc5b-21bf-4254-8a19-07b37adffd02","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627171005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d74ce34-5bca-47d6-b36d-63bf32d077f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627182779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d74ce34-5bca-47d6-b36d-63bf32d077f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627402074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31bf9859-0d94-4dbc-a684-2fdc474a8be8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627412982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31bf9859-0d94-4dbc-a684-2fdc474a8be8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627724086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b315cbc2-3f53-476f-9967-b8a2b1161412","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627736512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b315cbc2-3f53-476f-9967-b8a2b1161412","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627970353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a3a2bef-ea02-405b-bf3d-6855dfd48cc0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.627981653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a3a2bef-ea02-405b-bf3d-6855dfd48cc0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.628188195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd988f0a-8075-45c4-b9c9-aa1dbdf4770b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.62819914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd988f0a-8075-45c4-b9c9-aa1dbdf4770b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.673169769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"9c0bfe0b-961c-4a97-a3d8-f27d8a7eeb13","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.725193813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1d126f63-4422-4711-ab2c-0a48ad60289c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.725213248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c569c3f9-3742-47e9-96c4-82f7a22ff106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.725664135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ca9339c-4415-493f-8ae0-1d577738ac60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.725685432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0053e6c-92e2-453e-9e03-d36087d538d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.782237081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"1d126f63-4422-4711-ab2c-0a48ad60289c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.783033495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0053e6c-92e2-453e-9e03-d36087d538d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.78507969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ca9339c-4415-493f-8ae0-1d577738ac60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.785422799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c569c3f9-3742-47e9-96c4-82f7a22ff106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.800834874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"9c0bfe0b-961c-4a97-a3d8-f27d8a7eeb13","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.839819028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0053e6c-92e2-453e-9e03-d36087d538d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.84117362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44ce20cd-6a12-4c3b-865b-55a8ad0ea530","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.846378989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"59403d08-8bc3-464d-a5b0-878e8233cc4a","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.848519781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ca9339c-4415-493f-8ae0-1d577738ac60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.864644808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"9c0bfe0b-961c-4a97-a3d8-f27d8a7eeb13","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.918030202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19a4ad2d-df87-4d5b-a6a2-18ad594dc9b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.918058465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19a4ad2d-df87-4d5b-a6a2-18ad594dc9b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.918650993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d54bf8b1-ad0a-4cb0-9022-0e8e83826d51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.918664985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d54bf8b1-ad0a-4cb0-9022-0e8e83826d51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.942288402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f9cc3b6-4506-47d2-8e7f-f6b68715469b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.944273373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e48123de-870d-4ae3-9896-0f61bdcf00f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:47.944296609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e48123de-870d-4ae3-9896-0f61bdcf00f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.074989447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a3d35059-c214-43be-b693-d7ff8dc12a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.078740125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9ca1e5ff-5fa3-434a-a5aa-8547510c96fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.130906312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"a3d35059-c214-43be-b693-d7ff8dc12a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.134612058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"9ca1e5ff-5fa3-434a-a5aa-8547510c96fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.175569243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3d2979f3-57c0-4f23-a902-4aeb8224adad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.175845873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2bfa27c2-b661-4c73-820a-4adcf21d0bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.176218653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fba9df3f-0cb3-4b30-a88e-c6230fbd29cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.240960771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"3d2979f3-57c0-4f23-a902-4aeb8224adad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.246975839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fba9df3f-0cb3-4b30-a88e-c6230fbd29cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.247721028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fab300","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fab300","reconcileID":"a8a3f7c4-1f6f-40b9-a909-a94e0a38cf2d","namespace":"llm","name":"e2e-dft-fab300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.247940274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"2bfa27c2-b661-4c73-820a-4adcf21d0bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.490740338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"1ca8cc84-83c6-48ab-8092-e6d8bffd229c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.490799165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"40dd39b1-f30c-4d31-ac9b-073a7bfebe1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.560569938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"40dd39b1-f30c-4d31-ac9b-073a7bfebe1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.579589306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"1ca8cc84-83c6-48ab-8092-e6d8bffd229c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.690636939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4123eeb9-503c-445d-ad89-368f588f0784","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.741898369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cb682fcf-5d48-439c-bb75-046f5194e2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.741959992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa1380-36f9-4ce0-b7da-5013b425e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.747241802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4123eeb9-503c-445d-ad89-368f588f0784","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.799937332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cb682fcf-5d48-439c-bb75-046f5194e2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.802529254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4123eeb9-503c-445d-ad89-368f588f0784","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:48.887885065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa1380-36f9-4ce0-b7da-5013b425e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.00909174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"99cee753-c38e-409d-91eb-d205995b8c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.009729604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad2f402-3106-4069-ada9-ceab13ce5b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.010279141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"5772bdae-7e77-4ff7-8bd9-bcbebf1470b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.014909641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87aa1380-36f9-4ce0-b7da-5013b425e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.068624383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"5772bdae-7e77-4ff7-8bd9-bcbebf1470b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.098800072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad2f402-3106-4069-ada9-ceab13ce5b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.099399858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b19c4e63-1240-4afe-852d-59c7e47fabe9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.099415213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b19c4e63-1240-4afe-852d-59c7e47fabe9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.100128418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"99cee753-c38e-409d-91eb-d205995b8c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.15429108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad2f402-3106-4069-ada9-ceab13ce5b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.165376294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"22bb1a8c-cb8f-4fe5-bf43-f4183cb03dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.211312343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75415858-8135-42fe-b436-16d230f18426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.211327914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75415858-8135-42fe-b436-16d230f18426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.221672241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"22bb1a8c-cb8f-4fe5-bf43-f4183cb03dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.266346397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"22754638-ae66-4657-b6d3-96d5263263d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.322782207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"22754638-ae66-4657-b6d3-96d5263263d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.367006108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a2ce4eea-7a74-44b3-8c13-6890ea21e169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.423871255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a2ce4eea-7a74-44b3-8c13-6890ea21e169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.467453556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"93a184a3-5176-4246-bd2f-296efd720e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.46748368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e9e4890f-fbbd-473e-b4b7-7a363d6c9841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.524238534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e9e4890f-fbbd-473e-b4b7-7a363d6c9841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:49.524984457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"93a184a3-5176-4246-bd2f-296efd720e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.316673757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"6aec3e7e-1703-47fb-b2a1-4938083a3391","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.374579751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"b0316b6f-97fa-453b-bc22-621240f17c61","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.423481349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"f81f54bb-081a-4bff-95bc-221da701ed91","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.477473154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3173807c-cefb-4180-81dd-328dddc9a3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.477794851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f13d02-0c9a-48f1-9b51-81f4b7255280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.478001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"449a8c27-2116-41e5-b904-8e424f1dfd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.478539462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9de7d691-8e18-4283-aa73-3181604eb0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.536448249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3173807c-cefb-4180-81dd-328dddc9a3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.536502568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f13d02-0c9a-48f1-9b51-81f4b7255280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.5389848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"449a8c27-2116-41e5-b904-8e424f1dfd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.539193181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"9de7d691-8e18-4283-aa73-3181604eb0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.549832879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"f81f54bb-081a-4bff-95bc-221da701ed91","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.591727337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f89e4ac-3d9e-4fbe-b556-98f42833a1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.591752665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f13d02-0c9a-48f1-9b51-81f4b7255280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.593438924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3173807c-cefb-4180-81dd-328dddc9a3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.644497373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f89e4ac-3d9e-4fbe-b556-98f42833a1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.647898489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"f81f54bb-081a-4bff-95bc-221da701ed91","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.697758796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"c855785c-23af-442f-856b-4b5e3e1f7b18","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.698862749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f89e4ac-3d9e-4fbe-b556-98f42833a1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.75223603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f89e4ac-3d9e-4fbe-b556-98f42833a1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.856762706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cc600b2b-24c5-4fd0-b266-10d2d8b64999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.85824517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"097ea5b0-761e-4e13-8647-9f63bb1965c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.863105089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c14667-6ba9-4b04-80af-3739167a897a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.863132613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c14667-6ba9-4b04-80af-3739167a897a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.863555659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc4aed77-e1d7-4706-887e-1cfebc8880b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.863572308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc4aed77-e1d7-4706-887e-1cfebc8880b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.86382899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1945f316-1e91-4134-a729-d755964d43e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.863841694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1945f316-1e91-4134-a729-d755964d43e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.864106827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc8e3a9-f9bd-46c5-b828-b68efd03e316","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.86411942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc8e3a9-f9bd-46c5-b828-b68efd03e316","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.864397848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bbbcede-708d-474e-8b78-5c59d408846a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.864410694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bbbcede-708d-474e-8b78-5c59d408846a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.910069107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"0a8814f6-04c1-476a-be68-c730271a3ba2","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.910465284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f0cabb2-d77d-4b4a-baca-45138fdcfeac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.913628217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"cc600b2b-24c5-4fd0-b266-10d2d8b64999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.91905813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"bcc6c7c6-215f-4a08-aac5-7dcc0a09456e","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.96765464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"6c939191-0ca7-4b31-88e4-0aa78d3c8e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.968233375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"161ce5ed-f1ec-45be-ab7a-6ed7fceb7db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:50.971779548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ac1a0503-89a5-46b8-a6f3-1702c8d0240e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.02368246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"6c939191-0ca7-4b31-88e4-0aa78d3c8e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.02441878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"161ce5ed-f1ec-45be-ab7a-6ed7fceb7db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.024633676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07a7af03-b679-42ed-bc64-438904db1a08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.024650157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07a7af03-b679-42ed-bc64-438904db1a08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.02495903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90e600e3-1d14-4028-b3e9-350a9a8a4940","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.024972275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90e600e3-1d14-4028-b3e9-350a9a8a4940","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.025198957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"189ad914-4cbd-4949-9240-1a77686c82de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.025211076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"189ad914-4cbd-4949-9240-1a77686c82de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.028064265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"ac1a0503-89a5-46b8-a6f3-1702c8d0240e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.070203537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e7694f9e-d28d-4890-bad3-606dc253689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.168108935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e7694f9e-d28d-4890-bad3-606dc253689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.292202401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fdef1eed-af9c-4b30-a98a-4078c8ff0569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.339370774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"413b88ed-ff3d-4588-8d56-3f1693a158a2","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.348442511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"fdef1eed-af9c-4b30-a98a-4078c8ff0569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.39060501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c5c0da02-c197-4240-9001-6d0e85311abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.390648273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"78da755d-e03f-4d33-8083-409ee517d913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.395592079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"413b88ed-ff3d-4588-8d56-3f1693a158a2","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.446929227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"c5c0da02-c197-4240-9001-6d0e85311abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.448048385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"78da755d-e03f-4d33-8083-409ee517d913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.450417333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"413b88ed-ff3d-4588-8d56-3f1693a158a2","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.572025857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"1161274c-0a2e-4106-a810-160c5172e2ba","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.588162872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed1d79a1-67e8-4ff4-81df-b9efc70835f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.633927375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"fe0d0610-5c41-45a3-a323-c74de2cc297b","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.633959422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"fe0d0610-5c41-45a3-a323-c74de2cc297b","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-12c891-570c34a25900","namespace":"llm","model":"e2e-dft-refs-12c891","externalModel":"e2e-dft-refs-12c891","provider":"e2e-dft-refs-12c891-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.678518177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"392239c1-e15f-4cb7-a9f7-f4635dbdfcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.713000804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed1d79a1-67e8-4ff4-81df-b9efc70835f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.736684664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"392239c1-e15f-4cb7-a9f7-f4635dbdfcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.768628875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed1d79a1-67e8-4ff4-81df-b9efc70835f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.796286741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7cd60968-01b9-4af7-8726-8f9da487380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.852620125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"7cd60968-01b9-4af7-8726-8f9da487380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.90045863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"0c683ddb-0aa2-4f53-bcac-e362a991c40c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.900673273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca723810-f39a-4a67-8b5a-9f4515108253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.906560612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92124b6-4e2d-4232-8004-c4407fc3f709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.906579222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92124b6-4e2d-4232-8004-c4407fc3f709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:51.958243342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca723810-f39a-4a67-8b5a-9f4515108253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.014243892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca723810-f39a-4a67-8b5a-9f4515108253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.02638552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"0c683ddb-0aa2-4f53-bcac-e362a991c40c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.071595093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eafc2eab-c1e1-48df-bb2a-05e4755d69e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.071616385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eafc2eab-c1e1-48df-bb2a-05e4755d69e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.082689675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"0c683ddb-0aa2-4f53-bcac-e362a991c40c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.111499876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"0b02c202-009e-4e21-9a5c-84e77ceff024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.163798306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9974b431-5d81-42a2-afb5-ee156fda6f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.167955958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"0b02c202-009e-4e21-9a5c-84e77ceff024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.169750995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"791fdac8-3698-4d73-bed0-cf8c1fb989af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.169777841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"791fdac8-3698-4d73-bed0-cf8c1fb989af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.220030964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9974b431-5d81-42a2-afb5-ee156fda6f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.261317031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"6d127a97-c7b7-4b3d-b38e-218c35da6e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.319178281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"6d127a97-c7b7-4b3d-b38e-218c35da6e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.362430863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"31094467-e462-434f-9ffe-a891c22142eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.363533871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2a7ac0fd-7125-4b45-9869-07b5973624f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.422276279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"31094467-e462-434f-9ffe-a891c22142eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.425684111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"2a7ac0fd-7125-4b45-9869-07b5973624f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.530261321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0f702957-f050-4190-a4f3-dee2d888b81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.587054157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"0f702957-f050-4190-a4f3-dee2d888b81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.627096004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"d7d3f474-0b39-4013-b696-197a352f790b","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.628844172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef72118d-d0f7-47fa-a87e-ed26159b6c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.726431499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6076a9-6b8a-4664-ac1b-b8cad9e5776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.779269957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6076a9-6b8a-4664-ac1b-b8cad9e5776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.794103022Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef72118d-d0f7-47fa-a87e-ed26159b6c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.831945324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6076a9-6b8a-4664-ac1b-b8cad9e5776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.832512502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"035fe355-b316-4191-9fe7-7cb95b4badc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.884598201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6076a9-6b8a-4664-ac1b-b8cad9e5776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.937318675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"57d3a932-e487-46ce-bf84-8aa1d4c23215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.941359638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef72118d-d0f7-47fa-a87e-ed26159b6c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.942506662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"035fe355-b316-4191-9fe7-7cb95b4badc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.989627979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7f942628-404a-4d5e-813d-544269ee7a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.989951251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a8bc78-2162-4759-8a0f-2c927f8759ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.994343641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"57d3a932-e487-46ce-bf84-8aa1d4c23215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.998316864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63a4292a-74ce-443b-895d-96215cb6de45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:52.998333732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63a4292a-74ce-443b-895d-96215cb6de45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.046611759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"7f942628-404a-4d5e-813d-544269ee7a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.046791552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a8bc78-2162-4759-8a0f-2c927f8759ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.102249726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a8bc78-2162-4759-8a0f-2c927f8759ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.15110214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bf9c96e8-1037-44f1-84d3-7813a518b6ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.159851656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ec7a80a-857a-4b94-9380-b5bb949a0377","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.159870708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ec7a80a-857a-4b94-9380-b5bb949a0377","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.276686537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bf9c96e8-1037-44f1-84d3-7813a518b6ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.307890729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4856c94a-d507-449c-88a5-d606f29428e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.334547265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bf9c96e8-1037-44f1-84d3-7813a518b6ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.364558217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4856c94a-d507-449c-88a5-d606f29428e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.391842973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06ce445f-165d-4aaf-a36f-11a64fb12789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.391869595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06ce445f-165d-4aaf-a36f-11a64fb12789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.409051075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d752edcb-e120-4258-b043-4d3d73140e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.409208589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"396a394d-2332-4f94-be1a-71903964f94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.409498807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5298a9f-0c1f-4412-b844-e188ecbba245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.465557521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"396a394d-2332-4f94-be1a-71903964f94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.468028615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d752edcb-e120-4258-b043-4d3d73140e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.53239015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5298a9f-0c1f-4412-b844-e188ecbba245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.547457907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"79bf043a-fea3-42fd-96e3-7d2b91d5fa75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.589187444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5298a9f-0c1f-4412-b844-e188ecbba245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.604198654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"79bf043a-fea3-42fd-96e3-7d2b91d5fa75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.646003123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b473eb1c-40a7-4ab4-8372-db65b88bb2e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.646021175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b473eb1c-40a7-4ab4-8372-db65b88bb2e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.688865656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"62f23fb1-83a2-438a-ab51-044e3547a73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.744720318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"62f23fb1-83a2-438a-ab51-044e3547a73f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.79043572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"42a7501f-49b6-4ef0-809e-3a41bddff88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.790465776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"952b7e93-79cc-4d5a-b2dd-602237be1b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.800523809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"2af7eaee-313c-4436-b781-e95717fdaa8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.847591252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"42a7501f-49b6-4ef0-809e-3a41bddff88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.847848243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"952b7e93-79cc-4d5a-b2dd-602237be1b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:53.856302959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"2af7eaee-313c-4436-b781-e95717fdaa8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:54.804347285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae46f8f-6af1-48f4-8380-8dea59892e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:54.856933105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae46f8f-6af1-48f4-8380-8dea59892e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:54.90942034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae46f8f-6af1-48f4-8380-8dea59892e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:54.961946531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae46f8f-6af1-48f4-8380-8dea59892e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:54.969041469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.120373881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"d1586241-87da-46d4-9749-fef2bbd6ee90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.402425979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"f8430821-ca04-4b2d-b00a-db831367764d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.509887266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"3b9abe37-e2bc-4323-bf96-66b04ee1e13d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.509888456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"ea42b4cc-3aea-480a-b9e7-1f3bd251200a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.587529551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7632c5f-a9c5-46ad-b9d5-b7135e4ed399","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.68973026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"a65ee536-5142-44e1-829b-fd92159b766a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.847526814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d0cf6a36-c361-401f-b07a-ee46dd702546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:55.949417658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"8f7a2152-91d6-48ad-8a65-381de224c7b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.09559234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"b5e4b7b5-1f86-4c04-a2b9-3bad93931249","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.200026948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"d26eebd7-8ba5-4ebd-82b0-3054e1e366f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.355974097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"ff736285-f14a-4443-a6d1-229506ab5249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.523959929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d832a0e-9161-47f7-aa31-e4339eb5c3b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.524980411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"c5b48bdd-153e-424b-8d41-95656237d1cf","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.598984915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"492fe818-ebe0-48fc-b6e3-6305dbd19d82","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.652754181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"4edfdb37-51c7-467d-8fdd-22d189ac5de8","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.652781404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"4edfdb37-51c7-467d-8fdd-22d189ac5de8","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-12c891-570c34a25900","namespace":"llm","model":"e2e-dft-refs-12c891","externalModel":"e2e-dft-refs-12c891","provider":"e2e-dft-refs-12c891-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.70573539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"172d73ba-05b6-45ff-ac79-8afad0a9b89f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.705755139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"172d73ba-05b6-45ff-ac79-8afad0a9b89f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.705747177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"87bc17d1-b1ed-461f-8fee-12a4c7f0cc95","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.70607117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b07473fe-838b-44fc-9321-d311438f2519","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706093152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b07473fe-838b-44fc-9321-d311438f2519","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706354746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e05612b0-5e71-402c-a460-e0fa2112efc5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706368072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e05612b0-5e71-402c-a460-e0fa2112efc5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706604486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e4cf8a9-6684-4133-a0a1-8ec21122f932","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706617384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e4cf8a9-6684-4133-a0a1-8ec21122f932","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.706990333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17854ede-a68b-4757-bca8-6e8879e7e419","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707003412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17854ede-a68b-4757-bca8-6e8879e7e419","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707239674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"226dc9bb-cd1c-45a6-a885-2b5948f38671","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707253165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"226dc9bb-cd1c-45a6-a885-2b5948f38671","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707488302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bddac7d2-c4da-40d5-9e03-dd770e9f4676","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707501063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bddac7d2-c4da-40d5-9e03-dd770e9f4676","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707804683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edeadfd5-92c8-4c34-9599-e81b389e4d96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.707819884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edeadfd5-92c8-4c34-9599-e81b389e4d96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.757007463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c53c3bf5-a7cc-4221-b542-770e97da7cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.757096252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1feef46-42cd-47ce-aad8-496d8e9e6cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.757558542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"578f5cb0-d5ce-49cb-8e47-35d12e37ccb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.757565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c035a0-d089-4969-88cd-6ab88d514a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.760535963Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"93fc8f11-45e9-4ea9-a13c-6112f486bab9","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-12c891-570c34a25900","namespace":"llm","model":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.81402389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"c53c3bf5-a7cc-4221-b542-770e97da7cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.814735581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"578f5cb0-d5ce-49cb-8e47-35d12e37ccb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.816929748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c035a0-d089-4969-88cd-6ab88d514a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.81735895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1feef46-42cd-47ce-aad8-496d8e9e6cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.830476692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"87bc17d1-b1ed-461f-8fee-12a4c7f0cc95","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.870639048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"d4b01769-985f-480c-8846-b3c62f1a5621","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.883526632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fc0e7cf-1d08-4172-bf91-673541fa7fa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.884286592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d47f2f82-887f-44ff-b201-62eadd172bf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.891993275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c035a0-d089-4969-88cd-6ab88d514a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.892235276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1feef46-42cd-47ce-aad8-496d8e9e6cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.897439282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"87bc17d1-b1ed-461f-8fee-12a4c7f0cc95","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.904242423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e79c4c-866b-4683-a809-9b662a196039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.990461353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1b80d5-4cd1-4038-bc94-0a021122bb8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:56.990488147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1b80d5-4cd1-4038-bc94-0a021122bb8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.039158287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e79c4c-866b-4683-a809-9b662a196039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.041295735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81c6b4f8-2220-4de7-914f-562685d0af75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.045731823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81c6b4f8-2220-4de7-914f-562685d0af75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.096373606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e79c4c-866b-4683-a809-9b662a196039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.120029009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"14c6d58f-2ab3-4e11-bbab-a475a231067c","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.149805233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e79c4c-866b-4683-a809-9b662a196039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.206312172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9b34daa3-37a6-440b-aa1d-b2e52b4f17fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.207774878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"eb15545d-867e-48e5-833f-1c3447558693","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.267057353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"72be6b48-fa81-4e3e-9c4e-b8d8c957ba15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.271053603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"9b34daa3-37a6-440b-aa1d-b2e52b4f17fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.318787973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"70ac74a2-0324-427f-8dec-f5de34549160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.323517737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"72be6b48-fa81-4e3e-9c4e-b8d8c957ba15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.375062064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"70ac74a2-0324-427f-8dec-f5de34549160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.376269196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"71c861c9-ae0e-4943-b3ca-f6b63095da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.376436375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a63cb1eb-47ec-4f60-b99a-d72c8e8b028b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.432674914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a63cb1eb-47ec-4f60-b99a-d72c8e8b028b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.432686124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"71c861c9-ae0e-4943-b3ca-f6b63095da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.584112607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a61ba3c3-1558-4c20-946b-ccf215772b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.640452619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a61ba3c3-1558-4c20-946b-ccf215772b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.684834632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"32ab2878-81a2-4a5d-a593-4c3c83a89406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.737076804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a41856bc-f6c7-462e-bc05-4f2f58fd43e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.737530217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"3a557f95-e323-4aaf-8092-238ed128bea7","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.741303852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"32ab2878-81a2-4a5d-a593-4c3c83a89406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.788734986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ff703a-d91a-481d-8dda-650dc9bc2660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.793599175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"a41856bc-f6c7-462e-bc05-4f2f58fd43e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.794351241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"3a557f95-e323-4aaf-8092-238ed128bea7","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.849732264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"3a557f95-e323-4aaf-8092-238ed128bea7","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.913334533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ff703a-d91a-481d-8dda-650dc9bc2660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.951164563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d01cc6-c34a-41cb-919a-796f0c0aa85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:57.968535457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ff703a-d91a-481d-8dda-650dc9bc2660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.007546301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d01cc6-c34a-41cb-919a-796f0c0aa85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.026166208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbb34ca4-7122-4ca4-8257-d06683720f0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.026188951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbb34ca4-7122-4ca4-8257-d06683720f0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.051365387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"4efd2ad5-69d4-4861-a007-c3ed98aa674c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.062523113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d01cc6-c34a-41cb-919a-796f0c0aa85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.067082588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fae43f8b-be5c-427d-a467-154a84221c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.107505239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"4efd2ad5-69d4-4861-a007-c3ed98aa674c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.117322455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"045711c9-24ff-4727-9967-6d866e93ae4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.117341757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"045711c9-24ff-4727-9967-6d866e93ae4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.123147626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"fae43f8b-be5c-427d-a467-154a84221c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.152575752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"425f34d8-ff0b-475e-81c3-9bb03ea9d8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.181164076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"174c6db7-bcd7-4a36-a081-39f5956cad6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.209035932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"425f34d8-ff0b-475e-81c3-9bb03ea9d8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.237542073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"174c6db7-bcd7-4a36-a081-39f5956cad6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.272815991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"73848b72-e984-42f2-a73c-a4a0e09e4472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:58:58.329035082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"73848b72-e984-42f2-a73c-a4a0e09e4472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.820352403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"fd2c8350-ce2b-4d9c-a26e-0b0656a5c094","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.873141338Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"36cde941-efc8-416c-9053-922d89a9ce61","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.926012858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4a8c56ff-19a5-417b-b1ff-6df407348ce5","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.977919438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d21fb31-ddb6-48ca-b854-4972ac1a3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.978460472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3810ccc-8a02-4af9-9779-a93e01031ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.978746847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8067b488-a6fc-4b18-87d7-5d705511a4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:02.97886176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"56b5ed49-da12-427f-8026-c7cae4badc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.035387682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"8067b488-a6fc-4b18-87d7-5d705511a4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.035904326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d21fb31-ddb6-48ca-b854-4972ac1a3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.037959118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"56b5ed49-da12-427f-8026-c7cae4badc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.03852672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3810ccc-8a02-4af9-9779-a93e01031ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.049365734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4a8c56ff-19a5-417b-b1ff-6df407348ce5","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.091040841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"562439c0-dd17-44ef-8daa-cce22050f039","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.092024981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d21fb31-ddb6-48ca-b854-4972ac1a3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.094342522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3810ccc-8a02-4af9-9779-a93e01031ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.104839437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"4a8c56ff-19a5-417b-b1ff-6df407348ce5","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.143774728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a170efc2-3f31-45e6-898e-3419a7fd42ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.14379416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a170efc2-3f31-45e6-898e-3419a7fd42ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144067632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c333630-cbae-41ee-970e-1751849535cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144079585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c333630-cbae-41ee-970e-1751849535cf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144363075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c13ab18-49dc-4efd-96e3-4b6f7995d9c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144373704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c13ab18-49dc-4efd-96e3-4b6f7995d9c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144650891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9796682b-de18-49c6-a428-52dda804915d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.144661072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9796682b-de18-49c6-a428-52dda804915d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145040569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a14d2306-b78f-4ce5-a751-1c5089594962","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.14505093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a14d2306-b78f-4ce5-a751-1c5089594962","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145288911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3001f08a-1db0-4685-ab58-3e0125d06b45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145298891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3001f08a-1db0-4685-ab58-3e0125d06b45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145499536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a211f04-4596-4b9b-b937-4a52c2397d67","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145508467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a211f04-4596-4b9b-b937-4a52c2397d67","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145718652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ae32e9b-f075-4a5e-8e60-53bd77b018e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.145729846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ae32e9b-f075-4a5e-8e60-53bd77b018e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.197785479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"242ee470-236c-4213-91e7-9e7f27b8f50d","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"name":"e2e-dft-refs-12c891","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.251171914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf29270f-27a8-4ff8-8593-48a2a764b434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.251316208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"4b28af8b-4312-49bc-bd3e-1a9c9c97db84","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.251819243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3d92b07-46f7-46ad-8333-c9ac72d02abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.252404209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47794dc6-bff7-4981-b7dd-2a16a6aee3de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.252421812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47794dc6-bff7-4981-b7dd-2a16a6aee3de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.253128249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb6512ba-7dc7-4a4b-8545-f4eb37e8537a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.253145942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb6512ba-7dc7-4a4b-8545-f4eb37e8537a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.30891648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"96e936e3-0172-4a9c-bc22-d65c65f68ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.309456052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"263d2364-3514-4281-b41c-4cab9262eb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.374807198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"96e936e3-0172-4a9c-bc22-d65c65f68ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.383810775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"263d2364-3514-4281-b41c-4cab9262eb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.416002979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"66693ba6-6639-41ce-842b-c47181657a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.416196234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8c582ea2-a0bf-4eac-8ba9-6ca98c9c5c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.416004119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b575f370-8a32-4cf7-8cd8-5b4c161fb678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.474223139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"66693ba6-6639-41ce-842b-c47181657a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.474485112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8c582ea2-a0bf-4eac-8ba9-6ca98c9c5c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.476732726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"b575f370-8a32-4cf7-8cd8-5b4c161fb678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.742455878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"222d00c6-059c-403b-a12b-42f4bd869b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.742469444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b8ad6ff1-3851-4466-87ae-b5c171ccee51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.789629315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1447feb-ea26-49b7-bc2c-166a0f223166","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.80022823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"222d00c6-059c-403b-a12b-42f4bd869b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.800319756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b8ad6ff1-3851-4466-87ae-b5c171ccee51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.841835214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859a7880-c47c-4f02-a8af-517cd907b1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.841836937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c9629c31-674d-401c-b1d1-bfbd66254b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.847674853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1447feb-ea26-49b7-bc2c-166a0f223166","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.898973991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c9629c31-674d-401c-b1d1-bfbd66254b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.902951411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1447feb-ea26-49b7-bc2c-166a0f223166","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.920397376Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"c567cab6-2ba1-45b6-b234-dfc02d47ff2c","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.969892742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859a7880-c47c-4f02-a8af-517cd907b1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.973919593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"1d81313c-25b3-439d-8f5a-ddb06c7212f2","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:03.973950081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"1d81313c-25b3-439d-8f5a-ddb06c7212f2","MaaSModelRef":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-12c891-570c34a25900","namespace":"llm","model":"e2e-dft-refs-12c891","externalModel":"e2e-dft-refs-12c891","provider":"e2e-dft-refs-12c891-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.030089243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859a7880-c47c-4f02-a8af-517cd907b1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.05958266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daceb344-60fc-4d9f-9d64-f822afca1523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.07495532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bdfc0a35-46c6-48c9-95e0-ddd6ba9428ef","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.093619313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cea1249-dc5e-48e9-ba8a-5cb1491b20f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.093645928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cea1249-dc5e-48e9-ba8a-5cb1491b20f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.117208183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daceb344-60fc-4d9f-9d64-f822afca1523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.126783316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e9225cb4-cae5-4c76-ad52-96f484b81e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.172535805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daceb344-60fc-4d9f-9d64-f822afca1523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.183805821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"e9225cb4-cae5-4c76-ad52-96f484b81e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.199765937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bdfc0a35-46c6-48c9-95e0-ddd6ba9428ef","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.231171689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01081d96-034d-434e-92d8-6c11b4f4ce3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.231191753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01081d96-034d-434e-92d8-6c11b4f4ce3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.24872858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a1a0ee1c-eb28-418b-8f6b-38f5f94162d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.255312056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bdfc0a35-46c6-48c9-95e0-ddd6ba9428ef","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.259642278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64482c77-d117-4098-aa70-a2c323954ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.305091557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"a1a0ee1c-eb28-418b-8f6b-38f5f94162d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.310347954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46dfa3b1-71c3-4b57-8e14-2a4fe8e60066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.31037304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46dfa3b1-71c3-4b57-8e14-2a4fe8e60066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.316334435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"64482c77-d117-4098-aa70-a2c323954ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.386271696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18889060-2870-428f-bfdf-3a8be78f753a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.466492567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8edb9675-9f0a-4a53-ba7c-69801b899876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.510635711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18889060-2870-428f-bfdf-3a8be78f753a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.52314703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8edb9675-9f0a-4a53-ba7c-69801b899876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.542495233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"0c30b760-8260-4ae8-bd99-d3ea2dc484fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.5997688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18889060-2870-428f-bfdf-3a8be78f753a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.60209636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8edb9675-9f0a-4a53-ba7c-69801b899876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.60795648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"0c30b760-8260-4ae8-bd99-d3ea2dc484fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.656756917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"277b3f46-8e4f-4223-88db-2889596028a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.658641215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99cc49b7-fa7e-4ffa-9456-d4902819dbd9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.658657985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99cc49b7-fa7e-4ffa-9456-d4902819dbd9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.69799313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d01f2e75-fd9a-421c-af0a-2a50f5cd523a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.698622138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91085704-0bf4-44c3-8fbc-c89fc2d2d0a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.698642203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91085704-0bf4-44c3-8fbc-c89fc2d2d0a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.712838161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"277b3f46-8e4f-4223-88db-2889596028a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.754421269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"d01f2e75-fd9a-421c-af0a-2a50f5cd523a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.81467136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3dc34c2b-160b-40c1-843a-d21022f3e98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.871169348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"3dc34c2b-160b-40c1-843a-d21022f3e98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.913512015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e8822883-9b99-419e-b1f2-c7442f65583a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.95944194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9cf6b121-6cde-40c9-9e5c-d921b7417e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:04.969733752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"e8822883-9b99-419e-b1f2-c7442f65583a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:05.015609517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"9cf6b121-6cde-40c9-9e5c-d921b7417e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:05.022504352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"82d573b1-9c6f-40b9-ae04-d731f6d80c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:05.078686638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"82d573b1-9c6f-40b9-ae04-d731f6d80c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.498408069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"d9afa7c2-31f6-475b-8323-50a62a4a572c","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526051578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87fad49b-8dd6-458e-ba80-95c710d46ccf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526071262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87fad49b-8dd6-458e-ba80-95c710d46ccf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526345812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c540e56d-bf5b-4403-a1f2-fc09e3687265","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526357878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c540e56d-bf5b-4403-a1f2-fc09e3687265","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526558093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27605cd4-8075-49e7-87ba-05851c1c22da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526568159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27605cd4-8075-49e7-87ba-05851c1c22da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.526894161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d35f2dd9-140b-4ba9-9d54-4fa4c7e831a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.52690524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d35f2dd9-140b-4ba9-9d54-4fa4c7e831a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527125675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1066e79c-4dd0-4150-b2d8-c1c1583bc0d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527135932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1066e79c-4dd0-4150-b2d8-c1c1583bc0d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527329943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98c3fc5c-8780-4fad-80d3-ae1fc4ed83ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527339967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98c3fc5c-8780-4fad-80d3-ae1fc4ed83ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527525417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5c38d9-42af-4442-9322-fd3b981cbe46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527533941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5c38d9-42af-4442-9322-fd3b981cbe46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527832699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fce842ed-fd56-4c84-909a-0c19478881ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.527844325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fce842ed-fd56-4c84-909a-0c19478881ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.607736847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6398b3e2-160f-4994-a717-d0637407d1ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.659960603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"90fd0468-9ee9-4d46-b3fc-f716f3c20052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.660061416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d68aa-1c6e-4210-b62f-650b5c695105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.660404352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f85aad16-b3ee-4819-a379-1a076425395a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.660447322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e401e34-83ee-4d6e-bc0a-fcb0c3504993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.717204692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"90fd0468-9ee9-4d46-b3fc-f716f3c20052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.71766758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e401e34-83ee-4d6e-bc0a-fcb0c3504993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.72002552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d68aa-1c6e-4210-b62f-650b5c695105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.720082491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"f85aad16-b3ee-4819-a379-1a076425395a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.7343574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6398b3e2-160f-4994-a717-d0637407d1ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.742936833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"1cb2127a-4cb7-4009-8326-45a0f33ad2ad","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.74356987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d961c8a2-0282-483d-9588-1ac8fd55984e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.744235111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e06b03d-9e9f-4359-8a41-d7883191ac95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.789230641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e401e34-83ee-4d6e-bc0a-fcb0c3504993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.82516561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6398b3e2-160f-4994-a717-d0637407d1ee","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.837825382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d68aa-1c6e-4210-b62f-650b5c695105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.84817602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"305eb082-b887-4d15-9286-f1633c509813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.848202783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"305eb082-b887-4d15-9286-f1633c509813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.883904503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c750f834-8853-487c-a15b-eb0c51713ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.883924847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c750f834-8853-487c-a15b-eb0c51713ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.895729704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e51fd3af-807d-46c2-96bb-5bc7aec381a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.895746258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e51fd3af-807d-46c2-96bb-5bc7aec381a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:09.992654719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-12c891","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-12c891","reconcileID":"47d11098-a624-4c47-a490-5b665ccc08e1","namespace":"llm","name":"e2e-dft-refs-12c891","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.017115977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c2e87e56-b503-46c6-9656-40c4bfc08a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.076805395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"c2e87e56-b503-46c6-9656-40c4bfc08a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.095237218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"629bd922-36d3-44bc-a412-ce8c9f357f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.095479768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c61485d1-430f-4fd9-9fe0-57016f3c14d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.09624056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"fe20236c-d37e-43e0-8e40-376502fd035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.096359831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2150061f-5989-4cdf-9135-db6d2a43445f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.152856729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"629bd922-36d3-44bc-a412-ce8c9f357f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.152910345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"c61485d1-430f-4fd9-9fe0-57016f3c14d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.156961947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"fe20236c-d37e-43e0-8e40-376502fd035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.157001143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"2150061f-5989-4cdf-9135-db6d2a43445f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.443733566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d8b10634-3d9f-489c-addd-d6c10a40e751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.492217153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"361109b7-af05-4e80-b55f-c5b274f04e19","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.500258784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"d8b10634-3d9f-489c-addd-d6c10a40e751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.543738786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"602a630b-50fa-41a2-bb31-7ed7d9cd2f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.54409079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d54c6d2-c625-405b-9211-1cd4ca1d29e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.544144856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c4be716d-9afc-4e86-9979-7654a67faf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.548941522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"361109b7-af05-4e80-b55f-c5b274f04e19","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.600233761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"602a630b-50fa-41a2-bb31-7ed7d9cd2f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.60057276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c4be716d-9afc-4e86-9979-7654a67faf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.603648295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"361109b7-af05-4e80-b55f-c5b274f04e19","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.669480771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d54c6d2-c625-405b-9211-1cd4ca1d29e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.726384652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d54c6d2-c625-405b-9211-1cd4ca1d29e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.760155342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b923a45d-2b6f-4e84-a6a8-f1939e40d713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.784222689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7436d74e-bc98-4ab1-b58c-e7cb5b6780e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.784252639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7436d74e-bc98-4ab1-b58c-e7cb5b6780e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.818643443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b923a45d-2b6f-4e84-a6a8-f1939e40d713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.859687176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf4d65e9-d258-458b-84f7-0d44305a12b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.873679493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b923a45d-2b6f-4e84-a6a8-f1939e40d713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.915606468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"bf4d65e9-d258-458b-84f7-0d44305a12b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.931266106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"245bc7e4-b231-4ec3-b0cd-c0c3300a7ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.931282505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"245bc7e4-b231-4ec3-b0cd-c0c3300a7ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.960120164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7c8f5cb6-ac9c-45d7-b405-8a6d627a8ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.960264384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"eaf58ea5-82f3-4e8d-9ae5-b008a745493e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:10.960728292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"02546847-3b89-496f-8101-7fc63e69cc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.017781471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"7c8f5cb6-ac9c-45d7-b405-8a6d627a8ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.019203207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"eaf58ea5-82f3-4e8d-9ae5-b008a745493e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.020899936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"02546847-3b89-496f-8101-7fc63e69cc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.089210175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"2c99b37f-47a5-4af8-9ce7-b217a3a78390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.145122448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"2c99b37f-47a5-4af8-9ce7-b217a3a78390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.275556143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"3f9cf836-6b39-4c12-866a-db92b6eba14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.331977611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"3f9cf836-6b39-4c12-866a-db92b6eba14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.376027874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"1971d72f-91f5-44e7-946d-3a85593229a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:11.432040674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"1971d72f-91f5-44e7-946d-3a85593229a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:14.950119429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411af63c-d7bf-4f82-81dc-ccf748090770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:15.003259117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411af63c-d7bf-4f82-81dc-ccf748090770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:15.057385296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411af63c-d7bf-4f82-81dc-ccf748090770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:15.11116524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411af63c-d7bf-4f82-81dc-ccf748090770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:19.175238256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"4a4f931f-6f03-4a4d-9b9d-aba61b867cb2","namespace":"ai-tenant-e2e-extmod-b-dc14f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:19.175296707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"4a4f931f-6f03-4a4d-9b9d-aba61b867cb2","namespace":"ai-tenant-e2e-extmod-b-dc14f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:19.175345207Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"4a4f931f-6f03-4a4d-9b9d-aba61b867cb2","aitenant":"ai-tenants/e2e-extmod-b-dc14f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.708072309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e1be3b3e-0599-4061-8ae1-373836f9289f","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.832614444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e1be3b3e-0599-4061-8ae1-373836f9289f","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.889250334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e1be3b3e-0599-4061-8ae1-373836f9289f","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.944171798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e3c641-dc9a-4aea-b736-60f0ccdd27ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.944724827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2884eea4-631f-432f-a19b-640e656b054b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:20.944738839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2884eea4-631f-432f-a19b-640e656b054b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.070722683Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e3c641-dc9a-4aea-b736-60f0ccdd27ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.087782167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1736d4-f922-433f-aa94-8d4321791dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.126218809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e3c641-dc9a-4aea-b736-60f0ccdd27ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.144825452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1736d4-f922-433f-aa94-8d4321791dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.183678859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f5544df-c6c2-4911-b1a4-a202b4ea44d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.183729136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f5544df-c6c2-4911-b1a4-a202b4ea44d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.200459988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1736d4-f922-433f-aa94-8d4321791dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.258240391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd17f243-2d62-47d3-8d6f-924f3f1304d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:21.258263127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd17f243-2d62-47d3-8d6f-924f3f1304d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:24.969644717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.056149162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1c45e6c-8183-483d-a7b3-d37a62c27a24","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.188497252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1c45e6c-8183-483d-a7b3-d37a62c27a24","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.251368806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c1c45e6c-8183-483d-a7b3-d37a62c27a24","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.310950523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f92eabbb-957a-4c9b-91ac-d07bf927a48c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.310985689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f92eabbb-957a-4c9b-91ac-d07bf927a48c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.37843262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8c3d5a-9826-410d-8ceb-4969cb2e9d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.475729493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a60dc78-2575-4be2-b6bb-83f0eb603408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.518152273Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8c3d5a-9826-410d-8ceb-4969cb2e9d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.542481807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a60dc78-2575-4be2-b6bb-83f0eb603408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.577000274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8c3d5a-9826-410d-8ceb-4969cb2e9d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.613473903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a60dc78-2575-4be2-b6bb-83f0eb603408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.665290023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96ccf0b6-c548-49cb-8bc0-75845757d2e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.665430796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96ccf0b6-c548-49cb-8bc0-75845757d2e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.673000411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98976b9-d7cd-4daf-8b00-2b8056993215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:31.673027918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98976b9-d7cd-4daf-8b00-2b8056993215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:34.832134802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"50ea37c3-d80c-4f14-af69-65d567d20221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:34.931944137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"5c339b10-8145-417f-abce-c0fbaa4085dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.030444342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"5805bfb1-5354-4763-b15d-eeb02433d318","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.055110515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"ad8269de-6d02-473b-a0e7-c4a530936f7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.13212685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"9620e246-bd62-4378-aac7-753526fc37ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.441720368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4833ed65-4bbb-42f7-b4ef-16b79f08326c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.539934921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"b74a1c4b-27d4-483c-814b-89dc99858f73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.64026126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"12b26363-7398-4ef3-bf5d-027b9ef85393","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.640298713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eba53fc4-f181-4c4a-b326-ec53fc0f5e93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.777298921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"55255566-be46-488b-9137-55ffae914d93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.877251075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"94543b28-2cf7-4f11-ae10-e4d00fc9efa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:35.978844809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"0ee4316d-8cdb-4028-b6a6-f5161eb67102","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:36.169187168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"e36858d2-1c2a-46e7-a305-6807e621b7ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.286535394Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","namespace":"ai-tenant-e2e-inf-a-95152a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.286608057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","namespace":"ai-tenant-e2e-inf-a-95152a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.286662829Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","tenant":"e2e-inf-a-95152a","tenantID":"e2e-inf-a-95152a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.340675215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Deployment","name":"maas-api-e2e-inf-a-95152a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.401558762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Service","name":"maas-api-e2e-inf-a-95152a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.456195936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-95152a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.509726493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-95152a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.565131567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.62445369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.681268009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.743651027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.795899097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Deployment","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.848296095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.902936141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Service","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:38.956888798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.008670945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.062364246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.114376528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.170358675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.222554775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.276366719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.342092957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-95152a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:39.394776749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-95152a"},"namespace":"ai-tenant-e2e-inf-a-95152a","name":"default-tenant","reconcileID":"b8b8dc7c-6e49-4aff-ad1a-a5fba10e31ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-95152a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.415976926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"2da92169-3910-4ab6-87bd-2850884a1a4d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.540234191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"2da92169-3910-4ab6-87bd-2850884a1a4d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.595814738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"2da92169-3910-4ab6-87bd-2850884a1a4d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.652622493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4a4cc46-70ab-414c-bba4-2beec6419947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.65264217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4a4cc46-70ab-414c-bba4-2beec6419947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.821980023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b230c-b312-42ec-931f-ed1228713099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.829219324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b887ff40-e5ac-4c2c-9f9b-c4ebf6ecc4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:41.945147755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b230c-b312-42ec-931f-ed1228713099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:59:41.951547784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b887ff40-e5ac-4c2c-9f9b-c4ebf6ecc4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.003747581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b230c-b312-42ec-931f-ed1228713099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:59:42.008766863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b887ff40-e5ac-4c2c-9f9b-c4ebf6ecc4e5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.008987544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e134870-aeaa-45c4-a778-c7a4a034c7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.009003868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e134870-aeaa-45c4-a778-c7a4a034c7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.060325404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ede4cc5-a64e-43b0-b572-77181ab3943e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.060351513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ede4cc5-a64e-43b0-b572-77181ab3943e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.171096108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab7f02a-9aee-4463-a9eb-bbd586046f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.22813311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab7f02a-9aee-4463-a9eb-bbd586046f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.284127614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab7f02a-9aee-4463-a9eb-bbd586046f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.339301611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d001805e-08ba-4458-a7ca-95578cf5bd41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:42.339324599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d001805e-08ba-4458-a7ca-95578cf5bd41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:43.520087296Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-95152a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-95152a","reconcileID":"6e76d620-219a-40f2-a586-bbab337f14e1","aitenant":"ai-tenants/e2e-inf-a-95152a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:44.079956173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8f364-9831-4999-9418-9bf610cba1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:44.132459543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8f364-9831-4999-9418-9bf610cba1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:44.184935226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8f364-9831-4999-9418-9bf610cba1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:44.23762702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c8f364-9831-4999-9418-9bf610cba1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:44.350245905Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-95152a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-95152a","reconcileID":"6e76d620-219a-40f2-a586-bbab337f14e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-95152a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-95152a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:46.127214279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9ad5f-75a8-4d6c-8bcd-9e891110f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:46.179430588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9ad5f-75a8-4d6c-8bcd-9e891110f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:46.231473588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9ad5f-75a8-4d6c-8bcd-9e891110f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:46.283837606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9ad5f-75a8-4d6c-8bcd-9e891110f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:48.15996397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d811b66-8a6b-4f6a-9f7f-1b75ff76823f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:48.212448644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d811b66-8a6b-4f6a-9f7f-1b75ff76823f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:48.26455588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d811b66-8a6b-4f6a-9f7f-1b75ff76823f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:48.316979548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d811b66-8a6b-4f6a-9f7f-1b75ff76823f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:51.75664369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"74b51385-680c-4277-b57d-34daf80af196","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:51.880773435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"74b51385-680c-4277-b57d-34daf80af196","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:51.977254275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"74b51385-680c-4277-b57d-34daf80af196","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.03398333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e77c35-b041-4723-baec-c718a3f82394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.034002757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e77c35-b041-4723-baec-c718a3f82394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.236852339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0bab2db-87c9-4bfc-98b9-f3b65fb33070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.360752911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0bab2db-87c9-4bfc-98b9-f3b65fb33070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.416313155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0bab2db-87c9-4bfc-98b9-f3b65fb33070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.473623488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62f9f0ae-5f6b-474d-8bd7-19fbab072aa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.473641738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62f9f0ae-5f6b-474d-8bd7-19fbab072aa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.495876756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db38410d-2889-4109-8d93-73cc19f75aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.553093256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db38410d-2889-4109-8d93-73cc19f75aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.60811408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db38410d-2889-4109-8d93-73cc19f75aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.666151617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8d5347-5c48-40b6-b225-f5a8343efb1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.66616877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8d5347-5c48-40b6-b225-f5a8343efb1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.745910414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebd967c-7973-4631-8e83-3fd18682f27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.798689605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebd967c-7973-4631-8e83-3fd18682f27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.851149535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebd967c-7973-4631-8e83-3fd18682f27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:52.903823388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebd967c-7973-4631-8e83-3fd18682f27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.380260717Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","namespace":"ai-tenant-e2e-inf-a-ecdbc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.380322789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","namespace":"ai-tenant-e2e-inf-a-ecdbc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.380371028Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","tenant":"e2e-inf-a-ecdbc7","tenantID":"e2e-inf-a-ecdbc7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.434157074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Deployment","name":"maas-api-e2e-inf-a-ecdbc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.494046299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Service","name":"maas-api-e2e-inf-a-ecdbc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.548781014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ecdbc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.602816029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ecdbc7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.661494344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.720429951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.77508543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.837018544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.893963923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.92973355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996688a2-00ca-4745-af64-911c043c92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.983567302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.983658176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:54.983970019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996688a2-00ca-4745-af64-911c043c92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.039274633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Service","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.040923257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996688a2-00ca-4745-af64-911c043c92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.093779002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.093927203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996688a2-00ca-4745-af64-911c043c92e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.15392082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.205865712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.25775959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.365010866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.416477402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.468070046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.536032374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ecdbc7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:55.589442626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecdbc7"},"namespace":"ai-tenant-e2e-inf-a-ecdbc7","name":"default-tenant","reconcileID":"37f0dcb3-5597-47ee-a804-b24e9477cfae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ecdbc7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:57.001109653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9daf5b68-9533-46f7-8e1f-60f9ef75b2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:57.053306541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9daf5b68-9533-46f7-8e1f-60f9ef75b2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:57.108587275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9daf5b68-9533-46f7-8e1f-60f9ef75b2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:57.161747563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9daf5b68-9533-46f7-8e1f-60f9ef75b2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.101475722Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ecdbc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ecdbc7","reconcileID":"e77aefc7-87ab-4eb5-a4cc-01a9613cdff9","aitenant":"ai-tenants/e2e-inf-a-ecdbc7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.665546174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14d78fc-443e-4211-8972-acd76198c605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.717870132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14d78fc-443e-4211-8972-acd76198c605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.77238121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14d78fc-443e-4211-8972-acd76198c605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.825489602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14d78fc-443e-4211-8972-acd76198c605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:59:59.937016244Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ecdbc7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ecdbc7","reconcileID":"e77aefc7-87ab-4eb5-a4cc-01a9613cdff9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ecdbc7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ecdbc7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:01.753370487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cad030-c8ca-48c0-b706-b00f223e2796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:01.805735209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cad030-c8ca-48c0-b706-b00f223e2796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:01.858835573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cad030-c8ca-48c0-b706-b00f223e2796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:01.911120263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cad030-c8ca-48c0-b706-b00f223e2796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.175344921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bec337cc-a425-4a74-9e1a-615d1af2bae0","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.298387424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bec337cc-a425-4a74-9e1a-615d1af2bae0","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.353239613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"bec337cc-a425-4a74-9e1a-615d1af2bae0","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.408665829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948ea515-c05d-46dc-9f5c-82b00ec0d35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.408684263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948ea515-c05d-46dc-9f5c-82b00ec0d35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.631831751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7a53098-d3f7-499c-b924-14d08cd7fa60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.759027341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7a53098-d3f7-499c-b924-14d08cd7fa60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.814069435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7a53098-d3f7-499c-b924-14d08cd7fa60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.831125911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6e10c3-c38e-4ffd-a981-9c1cfd9919ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.873936232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28eaf8c5-5eab-4528-a597-0298aea5b9cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.873954861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28eaf8c5-5eab-4528-a597-0298aea5b9cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.887942556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6e10c3-c38e-4ffd-a981-9c1cfd9919ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.944096296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6e10c3-c38e-4ffd-a981-9c1cfd9919ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.99984054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0d6eb8-d986-47ac-8874-ee66f2d818e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:02.99985826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0d6eb8-d986-47ac-8874-ee66f2d818e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:08.643418023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9ba456-9a36-4a2b-b3a1-558f79024f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:08.695729989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9ba456-9a36-4a2b-b3a1-558f79024f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:08.747930256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9ba456-9a36-4a2b-b3a1-558f79024f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:08.801067629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9ba456-9a36-4a2b-b3a1-558f79024f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:10.901509481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0768e10-d7a8-46d5-9dca-b5760f17bb2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:10.953902556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0768e10-d7a8-46d5-9dca-b5760f17bb2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:11.006272828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0768e10-d7a8-46d5-9dca-b5760f17bb2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:11.05862014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0768e10-d7a8-46d5-9dca-b5760f17bb2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:12.513364155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"cd874b60-bc31-4574-afa4-3b2ff1ca8046","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:12.639043031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"cd874b60-bc31-4574-afa4-3b2ff1ca8046","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:12.694716672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"cd874b60-bc31-4574-afa4-3b2ff1ca8046","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:12.75233838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0e081f-c621-4038-9164-8726a59e83e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:12.752358707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0e081f-c621-4038-9164-8726a59e83e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.029782511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b43d232d-031d-4620-9938-40c579c749f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.155863968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"144d18ae-d23a-4c10-ade4-1cab315b95e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.158473342Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b43d232d-031d-4620-9938-40c579c749f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.212939801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"144d18ae-d23a-4c10-ade4-1cab315b95e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.215345808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b43d232d-031d-4620-9938-40c579c749f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.269520706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"144d18ae-d23a-4c10-ade4-1cab315b95e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.273478818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d777e09a-9a6d-4aa8-b258-ee2c7b87346c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.273495664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d777e09a-9a6d-4aa8-b258-ee2c7b87346c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.328031809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ab32571-55be-4e7f-b4bc-f2b6eb71e8ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:13.328053689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ab32571-55be-4e7f-b4bc-f2b6eb71e8ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:22.857313607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c2d656e2-5c61-4415-81a2-97ebe907c64c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:22.980923029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c2d656e2-5c61-4415-81a2-97ebe907c64c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.038058437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"c2d656e2-5c61-4415-81a2-97ebe907c64c","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.093241991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf280d1-aadd-4ea4-abbe-552ea9d8be41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.093261997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf280d1-aadd-4ea4-abbe-552ea9d8be41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.429879505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a7decee-6f7f-4e38-b603-77e5c7f27b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.529684653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96db7972-36a0-49fe-9232-ba3eb97e2ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.553474023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a7decee-6f7f-4e38-b603-77e5c7f27b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.58652448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96db7972-36a0-49fe-9232-ba3eb97e2ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.608537086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a7decee-6f7f-4e38-b603-77e5c7f27b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.641745597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96db7972-36a0-49fe-9232-ba3eb97e2ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.665592133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9aa4c886-04dc-4493-9543-e952c979cf89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.665611197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9aa4c886-04dc-4493-9543-e952c979cf89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.699295112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fa5493e-fe4d-44fd-907b-0bb4828e297e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:23.699313761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fa5493e-fe4d-44fd-907b-0bb4828e297e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:24.969292033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.19795063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"29b75c20-3f7d-4ffe-9c35-cad953f668b4","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.323042304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"29b75c20-3f7d-4ffe-9c35-cad953f668b4","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.379028795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"29b75c20-3f7d-4ffe-9c35-cad953f668b4","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.43561463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c3621d9-8c92-4744-b2a0-b825c3dff67b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.435639683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c3621d9-8c92-4744-b2a0-b825c3dff67b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.822422044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8f7eae-c392-482e-a637-48377be20014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.85589279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a15fead-bc74-4e4f-8566-2d442f253eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:33.947389324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8f7eae-c392-482e-a637-48377be20014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:00:33.972851499Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a15fead-bc74-4e4f-8566-2d442f253eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.003098592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8f7eae-c392-482e-a637-48377be20014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:00:34.028135535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a15fead-bc74-4e4f-8566-2d442f253eea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.028507447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73fd886d-2821-4646-b3e2-a6d8c6eb84e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.028528852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73fd886d-2821-4646-b3e2-a6d8c6eb84e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.060978517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"976c05e4-2aae-44f8-b15d-7c056fd6d818","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.06099577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"976c05e4-2aae-44f8-b15d-7c056fd6d818","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.18909534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6541bfa2-03fb-4f33-8ccf-5bd8174bd3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.246181452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6541bfa2-03fb-4f33-8ccf-5bd8174bd3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.301588048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6541bfa2-03fb-4f33-8ccf-5bd8174bd3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.359232319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ebe080-73be-41d9-9e12-5842fc562e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:34.359252078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ebe080-73be-41d9-9e12-5842fc562e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.491218262Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","namespace":"ai-tenant-e2e-extmod-b-dc14f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.491277791Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","namespace":"ai-tenant-e2e-extmod-b-dc14f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.491325723Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","tenant":"e2e-extmod-b-dc14f6","tenantID":"e2e-extmod-b-dc14f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.545475563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Deployment","name":"maas-api-e2e-extmod-b-dc14f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.607734292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Service","name":"maas-api-e2e-extmod-b-dc14f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.662212521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-dc14f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.715600303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-dc14f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.775458208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.831236573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.885683054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:39.948232622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.010098133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.06207019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.121202968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Service","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.173458282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.225919021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.278324522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.330135548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.385828501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.438054284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.489814741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.541866157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-dc14f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:40.59409401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc14f6"},"namespace":"ai-tenant-e2e-extmod-b-dc14f6","name":"default-tenant","reconcileID":"052be43a-32fd-492f-ab36-1e74a35e59a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-dc14f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:41.291597328Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dc14f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dc14f6","reconcileID":"3a554fef-70fa-4163-885c-85eff42e39e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dc14f6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-dc14f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:42.483572519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ace8fc1-3c65-484b-9f6f-ff4db20a2d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:42.535785416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ace8fc1-3c65-484b-9f6f-ff4db20a2d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:42.588323736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ace8fc1-3c65-484b-9f6f-ff4db20a2d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:42.640545224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ace8fc1-3c65-484b-9f6f-ff4db20a2d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.540781617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"241da3c2-749a-4c0f-82f5-eba68c10693e","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.667071686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"241da3c2-749a-4c0f-82f5-eba68c10693e","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.693429142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948a2016-d61a-452d-a411-b7095e34d7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.693447949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948a2016-d61a-452d-a411-b7095e34d7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.765187264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb4a1e4-d728-4920-a179-ad96ac472627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.765205957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb4a1e4-d728-4920-a179-ad96ac472627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.76614738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"241da3c2-749a-4c0f-82f5-eba68c10693e","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.823262778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c8a2b6d-573a-4dbe-99af-5a660e3e8e23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.823278655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c8a2b6d-573a-4dbe-99af-5a660e3e8e23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.86938118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"70d7f94c-232a-40c6-ae9b-b0af18886192","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:43.925858965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"70d7f94c-232a-40c6-ae9b-b0af18886192","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.02972007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"70d7f94c-232a-40c6-ae9b-b0af18886192","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.071942382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99947310-7a96-4973-a6e5-c1b818e78657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.071968986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99947310-7a96-4973-a6e5-c1b818e78657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.086981288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d488ea64-19f6-440b-89a9-404491245146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.086999119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d488ea64-19f6-440b-89a9-404491245146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.129245196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d75069-43b3-4e04-af90-5d92ae0cff03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.129263617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d75069-43b3-4e04-af90-5d92ae0cff03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:00:44.174841923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"ebc8a459-8c60-425c-aa68-12a2fedd45c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-e2a8cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.217003559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ced1f3a-6a2d-411f-a0a0-689f40c11b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.265667301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"73758746-5be3-43f6-9db9-7ece02c67024","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.284363736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c258960a-b25e-45ec-8dc5-2085d978cdda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.284383765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c258960a-b25e-45ec-8dc5-2085d978cdda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.323172175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"73758746-5be3-43f6-9db9-7ece02c67024","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.3428438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddd8df7b-4afb-4efb-8534-8aa805798704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.342864173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddd8df7b-4afb-4efb-8534-8aa805798704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.343954331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ced1f3a-6a2d-411f-a0a0-689f40c11b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.381370063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"73758746-5be3-43f6-9db9-7ece02c67024","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.399823803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ced1f3a-6a2d-411f-a0a0-689f40c11b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.438435798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a66dfaeb-2e37-4ee2-8e5c-b6186e6777d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.438456175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a66dfaeb-2e37-4ee2-8e5c-b6186e6777d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.45783451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd9bfbbc-4dd9-4826-beea-96af938accb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.457858762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd9bfbbc-4dd9-4826-beea-96af938accb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.538356992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63fa68-d041-4a62-99ed-bfafcf2d0f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.538734886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87cd0f2-413d-437d-829c-a389a6d04af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.592238585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63fa68-d041-4a62-99ed-bfafcf2d0f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.645467009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63fa68-d041-4a62-99ed-bfafcf2d0f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.66484755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"3c6be1c1-29cf-4be7-9e48-5111a47b5b7b","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-742a2589/e2e-sub-742a2589","ai-tenant-e2e-mt-e2a8cf8e/e2e-shared-sub-e2a8cf8e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.697996082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e63fa68-d041-4a62-99ed-bfafcf2d0f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.703275453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87cd0f2-413d-437d-829c-a389a6d04af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.761175363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87cd0f2-413d-437d-829c-a389a6d04af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.825472466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc301fc-7d2b-404c-8da0-37a55b759f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.825491366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc301fc-7d2b-404c-8da0-37a55b759f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.876534784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dea547a7-6756-4ba5-af6a-8b2e4b86d3d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.876557426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dea547a7-6756-4ba5-af6a-8b2e4b86d3d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.925572477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2433163-3600-4ac4-b4ef-e140987c4d58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:44.928213065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"4b707149-3553-4366-8365-97ca40012c9e","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.091673988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"ba88ab8b-a533-4841-a84c-9cd3db202d34","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.164148909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7aad14-173c-40a5-a41f-aeaf2f16bcfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.164170676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7aad14-173c-40a5-a41f-aeaf2f16bcfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.219736086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47232dbb-da98-4895-b708-ada7204efa66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.219761383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47232dbb-da98-4895-b708-ada7204efa66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.324552201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"9a49a5b4-8c15-4b02-8908-5f5000c522ae","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.453592659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f2598bb-0d0f-4400-8948-9dcb432cea62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.453612253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f2598bb-0d0f-4400-8948-9dcb432cea62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.456149541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"9a49a5b4-8c15-4b02-8908-5f5000c522ae","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.508510575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49bcd703-3f19-483f-80d8-63fbd4d82df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.508530262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49bcd703-3f19-483f-80d8-63fbd4d82df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.511688777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"9a49a5b4-8c15-4b02-8908-5f5000c522ae","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:00:45.558974783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"4539f9da-b2e9-46b4-88d4-7e791d50383a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-e2a8cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.568942977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c163600-2ff6-455e-b7dd-18f3a9345a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.568959891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c163600-2ff6-455e-b7dd-18f3a9345a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.670347778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e58d5d-8907-4d9b-b347-e0ab0daeace5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.670365903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e58d5d-8907-4d9b-b347-e0ab0daeace5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.673041414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"d1dac365-9904-4071-b29a-57cafe81f743","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.73003008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03c8072f-f3bd-4013-b078-8df6e8dadef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.730048089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03c8072f-f3bd-4013-b078-8df6e8dadef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.734723505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"d1dac365-9904-4071-b29a-57cafe81f743","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.790724996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"d1dac365-9904-4071-b29a-57cafe81f743","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:00:45.843999161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"d1dac365-9904-4071-b29a-57cafe81f743","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-e2a8cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:45.954942883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"e4582a10-73d7-4653-bec0-73aa23478de5","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.012232635Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"81cddd30-abff-4553-8251-f9e36b3dae9b","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-742a2589/e2e-sub-742a2589","ai-tenant-e2e-mt-822eeccc/e2e-shared-sub-e2a8cf8e","ai-tenant-e2e-mt-e2a8cf8e/e2e-shared-sub-e2a8cf8e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.042481493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"e4582a10-73d7-4653-bec0-73aa23478de5","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.100204406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"5740f5a6-1b4f-4a11-92f3-be02a80df06c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.157228815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"e4582a10-73d7-4653-bec0-73aa23478de5","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.206201688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"f0c96f53-235b-4ca6-adc5-3ed09b5413be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.206250632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"deb4868a-9a06-42fd-9ee8-2d29a6a9e50d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.214149636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7d9f49-3741-46bb-9fb5-813e10c4fd71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.214167205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7d9f49-3741-46bb-9fb5-813e10c4fd71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.259802821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"acba21bd-cb95-4e15-bf68-8f8381bcd356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.397240791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"43d75ea3-7d5d-4e13-98a1-e41520720bbc","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.397267912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"947afcff-a4a2-4f3b-928e-d9c9f3fb2294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.397281143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"947afcff-a4a2-4f3b-928e-d9c9f3fb2294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.421090818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"550c1d79-2ef7-4ab5-b9ba-768273adabd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.423354323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"c9a6cd11-2a35-427f-a6e4-017435850761","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.526476224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"9046e102-978f-46b1-8f32-cf43e1546543","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.526484029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"fe349b37-b4e0-4a8b-b4f8-1cde99ef9777","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.550073849Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"43d75ea3-7d5d-4e13-98a1-e41520720bbc","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"policyNamespace":"ai-tenant-e2e-mt-e2a8cf8e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.606396551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3686881d-e2c8-4091-b783-3a27c031f6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.606426438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3686881d-e2c8-4091-b783-3a27c031f6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.752390365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7f3a8d-5eb7-41d5-897d-d05dad79d9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.752411373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7f3a8d-5eb7-41d5-897d-d05dad79d9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.775564196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"597cda2a-1dbd-4458-955b-69c0c8f319ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.884096613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6c47d36d-34ad-41c8-aaf7-2c4c083a3da5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.977989955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"39f5fcc4-42bb-4989-a657-89a333fe52fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:46.988827774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fcb6568-f9f8-4480-9ff8-76b7147274ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:47.080877416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"81dd3837-a929-4b89-8a03-d074925f9bfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:47.181622712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"027ca48d-9dfa-4c2e-91db-0492b525b01b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:47.384884347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"c1176b11-f0ec-4803-8124-6c23c5c8d84b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:53.929556729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e4ac10cb-4596-47b3-a57c-8c3e2ed97445","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:53.987071796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e4ac10cb-4596-47b3-a57c-8c3e2ed97445","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.042348192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"e4ac10cb-4596-47b3-a57c-8c3e2ed97445","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.099347779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe291d4e-be2d-4106-a986-aba99a9e5336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.099369204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe291d4e-be2d-4106-a986-aba99a9e5336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.613806987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1db287-000c-4f15-a62a-669b7f763905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.739754912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1db287-000c-4f15-a62a-669b7f763905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.795071775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1db287-000c-4f15-a62a-669b7f763905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.853179328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"111fbc0a-2d8e-4497-af8b-ffe73ced1088","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.853208124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"111fbc0a-2d8e-4497-af8b-ffe73ced1088","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.970508366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:54.981963265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"078c3b57-793e-4ccc-b95c-b64c143c06b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:55.038641754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"078c3b57-793e-4ccc-b95c-b64c143c06b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:55.09527701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"078c3b57-793e-4ccc-b95c-b64c143c06b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:55.152904053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"546e5350-c4fa-4546-9198-ab363a70dda3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:55.152924132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"546e5350-c4fa-4546-9198-ab363a70dda3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.261655958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"8a95d8bd-88cd-4411-a1db-6db9e94f9144","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.40924341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"8a95d8bd-88cd-4411-a1db-6db9e94f9144","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.466096249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"8a95d8bd-88cd-4411-a1db-6db9e94f9144","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.523391869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147ee72e-d0e3-4683-97f4-051fc759ee80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.523412794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147ee72e-d0e3-4683-97f4-051fc759ee80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:56.922273101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"438c9e2e-dcd8-4628-a57e-6c47cd32fb02","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-e2a8cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.13706591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"namespace":"ai-tenant-e2e-mt-e2a8cf8e","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"438c9e2e-dcd8-4628-a57e-6c47cd32fb02","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-e2a8cf8e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-742a2589/e2e-sub-742a2589","ai-tenant-e2e-mt-822eeccc/e2e-shared-sub-e2a8cf8e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.347936465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"c013c111-4b63-4f13-90cd-2e8b0fbff1e5","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.348126721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"8556371b-3a94-4f8f-b758-7f6c6ea62c6e","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.348461556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a6b8950-ae5c-44d3-a61e-ee8890046cc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.39613713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc929264-b2cc-4e49-8ced-4e280d90bcd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:00:57.396158123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc929264-b2cc-4e49-8ced-4e280d90bcd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.205657441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"34c70b4d-dccc-4e8c-bf57-9a53b60bf43d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.264270981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"34c70b4d-dccc-4e8c-bf57-9a53b60bf43d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.321197173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"34c70b4d-dccc-4e8c-bf57-9a53b60bf43d","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.377638721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19e399a2-82ce-4502-bf63-17c18326402f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.377660048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19e399a2-82ce-4502-bf63-17c18326402f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.781043659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6b008fce-4c48-4de5-ba5f-eb056eeaa29f","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.781090752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc945b96-f32f-4cc6-81a6-d7c14d288024","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.78110686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc945b96-f32f-4cc6-81a6-d7c14d288024","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.885417023Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-policy-742a2589","reconcileID":"6b008fce-4c48-4de5-ba5f-eb056eeaa29f","MaaSAuthPolicy":{"name":"e2e-policy-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"policyNamespace":"ai-tenant-e2e-mt-742a2589","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.945187121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64ca0859-e32e-4558-aaf3-49b108a7b099","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:04.945207908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64ca0859-e32e-4558-aaf3-49b108a7b099","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.0145061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b8dda02-e9e3-4d3e-b901-a07811c698fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.101647875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4515932-5010-4041-a390-c477e81fbdb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.10167664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4515932-5010-4041-a390-c477e81fbdb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.144372841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b8dda02-e9e3-4d3e-b901-a07811c698fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.201522806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b8dda02-e9e3-4d3e-b901-a07811c698fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.258010618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"049a534f-dc24-4b5c-a53a-6f80b47db47a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.258034665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"049a534f-dc24-4b5c-a53a-6f80b47db47a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.309381604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b485bc-4096-4581-8c89-62720970aa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.36754373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b485bc-4096-4581-8c89-62720970aa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.4234288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6b485bc-4096-4581-8c89-62720970aa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.481655373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f3d9b5-8e2d-454d-89f8-1eea7024549c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:05.481675405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f3d9b5-8e2d-454d-89f8-1eea7024549c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:06.62915351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"fce1cadc-0365-498c-931f-409375e1df91","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:06.76051203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"fce1cadc-0365-498c-931f-409375e1df91","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:06.817565688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"fce1cadc-0365-498c-931f-409375e1df91","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:06.874970884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93e94c9-c2e5-4917-9df4-d360e07f7f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:06.874989819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93e94c9-c2e5-4917-9df4-d360e07f7f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.363354974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85f672c9-5c8b-4070-8cb2-33da2f82fd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.363476964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85f672c9-5c8b-4070-8cb2-33da2f82fd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.47618798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"2ec06835-7863-40b4-acfd-ca9c03edac74","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.544026256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"2ec06835-7863-40b4-acfd-ca9c03edac74","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.607985934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"2ec06835-7863-40b4-acfd-ca9c03edac74","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.666451424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97d530dd-ff5b-4114-9fcd-2aa42f9a5e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:09.666481753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97d530dd-ff5b-4114-9fcd-2aa42f9a5e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.173942703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","namespace":"ai-tenant-e2e-inf-b-ddcbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.174004227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","namespace":"ai-tenant-e2e-inf-b-ddcbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.174050352Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","tenant":"e2e-inf-b-ddcbd0","tenantID":"e2e-inf-b-ddcbd0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.228343264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Deployment","name":"maas-api-e2e-inf-b-ddcbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.32516667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Service","name":"maas-api-e2e-inf-b-ddcbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.385216512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ddcbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.458451644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ddcbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.524367418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.592134633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.651901619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.709552701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.761525915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.835554647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.887939921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Service","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.940591052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:10.993136605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.045179244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.098874997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.155566538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.20822529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.261248475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.32497788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ddcbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:11.377085141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ddcbd0"},"namespace":"ai-tenant-e2e-inf-b-ddcbd0","name":"default-tenant","reconcileID":"d44abb48-ab4c-4645-8ffa-aeeb1d27c17e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ddcbd0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:13.260071742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"61cdcf6b-becd-49f2-a68a-d7c433d53bc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:13.418116764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"2c340fcd-76c0-4b1f-bf08-a991a23a8f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:13.51881131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"a1535254-b6b8-46a0-bc7a-5f1201472f0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:13.618942115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"bda0c22b-f23a-469e-98f9-23889da7c4d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:13.720095236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"6cf9d4ed-c350-41b1-b48c-29f0e0e1e550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.045149797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"242ea9c7-9ebd-4da5-8a67-f9dc10490c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.214133343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"edf690e8-c774-4e23-ad48-025b9c799f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.493433638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"09d51f16-5cca-4784-89a9-7abf61163aa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.600402638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"5717c876-457c-4e60-9732-d4e882c84838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.605400598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f38ab53b-fdf5-408e-a970-e9518117c877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:14.740132124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"fd829e71-b4da-49bd-ad1a-ca249bbd236a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.267811825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"6751acdf-7400-456c-956a-d35abb7002ce","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-742a2589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.48216619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ad9be3d-82c4-4f19-b0c3-43a5b90bc4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.541533599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"namespace":"ai-tenant-e2e-mt-742a2589","name":"e2e-sub-742a2589","reconcileID":"6751acdf-7400-456c-956a-d35abb7002ce","MaaSSubscription":{"name":"e2e-sub-742a2589","namespace":"ai-tenant-e2e-mt-742a2589"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-822eeccc/e2e-shared-sub-e2a8cf8e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.59042551Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ddcbd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ddcbd0","reconcileID":"3eb9e186-e116-4243-b582-a2c22f62a756","aitenant":"ai-tenants/e2e-inf-b-ddcbd0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.645244801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e04c2dd5-560d-4099-8e6a-6d03c6ad3331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.673257971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ad9be3d-82c4-4f19-b0c3-43a5b90bc4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.711454459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e04c2dd5-560d-4099-8e6a-6d03c6ad3331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.733623901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ad9be3d-82c4-4f19-b0c3-43a5b90bc4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.769005344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e04c2dd5-560d-4099-8e6a-6d03c6ad3331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.795621099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c025c0b0-7fbe-4168-80a6-0c4fc653618e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.795640966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c025c0b0-7fbe-4168-80a6-0c4fc653618e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.806922086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c6e3b06-0c81-407f-b725-e5aa801158e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.807020988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"ba727155-9084-4643-9cd5-64cbc9a68562","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.825133248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30256e38-1a85-49b8-babc-1c9aed64cd9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.825151035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30256e38-1a85-49b8-babc-1c9aed64cd9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.855423653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ba160e-4381-4b0d-b602-fcb480e502cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:15.855443432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ba160e-4381-4b0d-b602-fcb480e502cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.180781851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158d51aa-83da-449c-a09b-845e30d606a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.233753942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158d51aa-83da-449c-a09b-845e30d606a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.286561203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158d51aa-83da-449c-a09b-845e30d606a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.339842136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158d51aa-83da-449c-a09b-845e30d606a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.464273887Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ddcbd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ddcbd0","reconcileID":"3eb9e186-e116-4243-b582-a2c22f62a756","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ddcbd0","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ddcbd0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:16.990118922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"095544d2-8a50-43f7-824c-41935bb1b17e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:17.136867323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"095544d2-8a50-43f7-824c-41935bb1b17e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:17.198629552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"095544d2-8a50-43f7-824c-41935bb1b17e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:17.254787138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32996182-713c-489f-ac88-223d7e4e669d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:17.254808849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32996182-713c-489f-ac88-223d7e4e669d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:18.349474767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d9adc4-37ff-40f4-a91b-409514672100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:18.402400611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d9adc4-37ff-40f4-a91b-409514672100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:18.456431972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d9adc4-37ff-40f4-a91b-409514672100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:18.508738578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d9adc4-37ff-40f4-a91b-409514672100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:19.770783766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"3d12e381-00b8-46ba-b76a-401b35170d08","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:19.829177382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"3d12e381-00b8-46ba-b76a-401b35170d08","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:19.884134355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"3d12e381-00b8-46ba-b76a-401b35170d08","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:19.942203531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3f56b9f-7495-46db-9c63-db9a00a6abf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:19.942225388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3f56b9f-7495-46db-9c63-db9a00a6abf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.550927508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","namespace":"ai-tenant-e2e-inf-b-9a5e31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.551015516Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","namespace":"ai-tenant-e2e-inf-b-9a5e31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.551064655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","tenant":"e2e-inf-b-9a5e31","tenantID":"e2e-inf-b-9a5e31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.605651522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Deployment","name":"maas-api-e2e-inf-b-9a5e31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.665134701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Service","name":"maas-api-e2e-inf-b-9a5e31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.719962392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9a5e31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.775752707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9a5e31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.833283132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.887579807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.944384982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:21.99906253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.052897536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.108172666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.167165652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Service","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.219341107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.270884515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.322559534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.374785075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.429869247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.481684854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.534063652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.586087384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9a5e31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:22.638643548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9a5e31"},"namespace":"ai-tenant-e2e-inf-b-9a5e31","name":"default-tenant","reconcileID":"86ee0b1a-6fea-4e7c-9f26-cbc5852a6f18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9a5e31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.759981118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bf5654-e7ef-4f91-b95c-92c4517e8020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.7600035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bf5654-e7ef-4f91-b95c-92c4517e8020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.817208841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30850458-15a2-4fb4-9efe-a86a2b10e6be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.817229435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30850458-15a2-4fb4-9efe-a86a2b10e6be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.971902225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:24.97301073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"25b8b20a-074b-47ed-922f-36ce71d51e20","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:25.099712182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"25b8b20a-074b-47ed-922f-36ce71d51e20","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:25.155912515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"25b8b20a-074b-47ed-922f-36ce71d51e20","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:25.213157625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2738631-571a-42e3-a99e-3b5ce333aa1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:25.213179277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2738631-571a-42e3-a99e-3b5ce333aa1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:25.952688505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8206fb8a-8587-48de-9706-0599d350d5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.010228891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8206fb8a-8587-48de-9706-0599d350d5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.054123497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e7b0dd-0fbd-4698-b95d-52b39490dc8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.066885482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8206fb8a-8587-48de-9706-0599d350d5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.113142237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e7b0dd-0fbd-4698-b95d-52b39490dc8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.123971497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9916e7-4a88-4343-b565-ae28a2d6f7ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.123990417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9916e7-4a88-4343-b565-ae28a2d6f7ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.169586598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e7b0dd-0fbd-4698-b95d-52b39490dc8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.227244332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050b6d64-4d30-4ef2-a00f-22d4dfe42d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:26.227264003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050b6d64-4d30-4ef2-a00f-22d4dfe42d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:27.359216173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"7e176ea1-55da-46ee-bec3-04d575884208","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:27.484239866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"7e176ea1-55da-46ee-bec3-04d575884208","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:27.539608446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"7e176ea1-55da-46ee-bec3-04d575884208","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:27.597374612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffc23c0-dde5-459e-99b5-091c8566fcac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:27.597395632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffc23c0-dde5-459e-99b5-091c8566fcac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:30.047158887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5a635c-99b2-4231-ae82-6f9f9988f73a","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:30.104270036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5a635c-99b2-4231-ae82-6f9f9988f73a","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:30.16115306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5a635c-99b2-4231-ae82-6f9f9988f73a","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:30.220640103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ec7ed6-58f5-4971-aa62-2fd157767267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:30.22066197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ec7ed6-58f5-4971-aa62-2fd157767267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:31.697887657Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9a5e31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9a5e31","reconcileID":"79d27c99-dfdf-4448-b5d9-80302eb004d2","aitenant":"ai-tenants/e2e-inf-b-9a5e31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:32.247298427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092b464d-1929-49d9-8ea7-7969148b0fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:32.300013985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092b464d-1929-49d9-8ea7-7969148b0fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:32.352325758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092b464d-1929-49d9-8ea7-7969148b0fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:32.404924064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092b464d-1929-49d9-8ea7-7969148b0fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:32.516525295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9a5e31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9a5e31","reconcileID":"79d27c99-dfdf-4448-b5d9-80302eb004d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9a5e31","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9a5e31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:34.339089678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403d3c22-c1cd-4f97-abf1-c03a91600c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:34.391146921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403d3c22-c1cd-4f97-abf1-c03a91600c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:34.443497656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403d3c22-c1cd-4f97-abf1-c03a91600c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:34.4959348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403d3c22-c1cd-4f97-abf1-c03a91600c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:35.369590349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"6bc8f6f5-53f1-48d9-a8ad-0267684c62a0","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:35.49291545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"6bc8f6f5-53f1-48d9-a8ad-0267684c62a0","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:35.599712314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"6bc8f6f5-53f1-48d9-a8ad-0267684c62a0","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:35.65478735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05231274-7e7b-4f57-a184-dbd9494e08c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:35.654806015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05231274-7e7b-4f57-a184-dbd9494e08c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.280553559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a00bcb55-17b7-425d-8eda-ed56de451259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.336936808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a00bcb55-17b7-425d-8eda-ed56de451259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.382400301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66b16611-81a9-4dbb-878a-44d98d2e6f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.392027597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a00bcb55-17b7-425d-8eda-ed56de451259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.438894714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66b16611-81a9-4dbb-878a-44d98d2e6f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.444144283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccab977-5f06-4965-ace3-0897cf2e5d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.44977865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1cf81a3-5189-48cb-9ecc-ccc745634b10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.449792801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1cf81a3-5189-48cb-9ecc-ccc745634b10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.496197876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccab977-5f06-4965-ace3-0897cf2e5d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.499743943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66b16611-81a9-4dbb-878a-44d98d2e6f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.548258606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccab977-5f06-4965-ace3-0897cf2e5d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.600473197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccab977-5f06-4965-ace3-0897cf2e5d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.606132443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a298f65e-fc07-41c8-b6de-064a61f0bf8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:36.606150022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a298f65e-fc07-41c8-b6de-064a61f0bf8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:37.7019777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"bb13c0a4-7dc1-4979-a87b-fbe1257365a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:37.891568385Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"bb13c0a4-7dc1-4979-a87b-fbe1257365a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:37.948958614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"bb13c0a4-7dc1-4979-a87b-fbe1257365a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:38.006364454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca1d39a-02d6-49e5-8d88-bb59848c353b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:38.006382557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca1d39a-02d6-49e5-8d88-bb59848c353b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:40.326095446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"834ce4e2-f955-4326-ac1b-52ea63f49e02","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:40.382673687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"834ce4e2-f955-4326-ac1b-52ea63f49e02","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:40.43867157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"834ce4e2-f955-4326-ac1b-52ea63f49e02","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:40.496477244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8506ac73-1bd2-49aa-920a-23d639f68d40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:40.496497011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8506ac73-1bd2-49aa-920a-23d639f68d40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:45.811267073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"c0b2a730-a4fd-4dd9-9f08-5c2748d054e5","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:45.938366453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"c0b2a730-a4fd-4dd9-9f08-5c2748d054e5","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:45.993967291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"c0b2a730-a4fd-4dd9-9f08-5c2748d054e5","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.053422149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0704e96b-dad8-426e-9ef9-d92502f6ab96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.053439747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0704e96b-dad8-426e-9ef9-d92502f6ab96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.606958195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83fa74a-0081-4d06-8800-b78f14c7b688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.664261088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83fa74a-0081-4d06-8800-b78f14c7b688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.721457329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83fa74a-0081-4d06-8800-b78f14c7b688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.763730166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffbad138-b20c-4d16-a770-ed26e9432a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.778348012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10bbf03f-95fa-47fc-b534-ef89ebbd9f16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.778366493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10bbf03f-95fa-47fc-b534-ef89ebbd9f16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.821432144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffbad138-b20c-4d16-a770-ed26e9432a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.877266572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffbad138-b20c-4d16-a770-ed26e9432a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.935296309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc82f84-ceac-440f-b871-d17254450138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:46.935317788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc82f84-ceac-440f-b871-d17254450138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:48.111047986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"57403e25-4993-486a-8b00-d508d523d5b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:48.246861661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"57403e25-4993-486a-8b00-d508d523d5b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:48.304099428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"57403e25-4993-486a-8b00-d508d523d5b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:48.362043045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c27b57-c868-40a1-bcc7-ef2316018eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:48.362072129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c27b57-c868-40a1-bcc7-ef2316018eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:50.614036728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"8e9c99ed-1a64-4d10-ab6d-e25c0c946545","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:50.676038987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"8e9c99ed-1a64-4d10-ab6d-e25c0c946545","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:50.745401306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"8e9c99ed-1a64-4d10-ab6d-e25c0c946545","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:50.810726088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3409a78-245b-4ccc-aae7-69edde530516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:50.810753805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3409a78-245b-4ccc-aae7-69edde530516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:54.969812015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.21005474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"4c4abd70-1236-40c9-af20-afdc2f883688","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.334412498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"4c4abd70-1236-40c9-af20-afdc2f883688","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.390239053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"4c4abd70-1236-40c9-af20-afdc2f883688","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.447959155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2edf72-7839-4a97-8b2e-b2d00bd897f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.447980149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2edf72-7839-4a97-8b2e-b2d00bd897f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.935171591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d20959-a8b4-47ef-84b2-b7a64f422364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:56.991869975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d20959-a8b4-47ef-84b2-b7a64f422364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.047049994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d20959-a8b4-47ef-84b2-b7a64f422364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.090525475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f9089b9-cb6b-463f-a290-3895230e9916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.104794979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6f82c17-e1e6-494f-8f3e-172b17fa4f12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.104813596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6f82c17-e1e6-494f-8f3e-172b17fa4f12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.147420316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f9089b9-cb6b-463f-a290-3895230e9916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.202631812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f9089b9-cb6b-463f-a290-3895230e9916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.260236282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d9c2eda-bdba-464e-9ce2-5fcc15069e67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:57.260255539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d9c2eda-bdba-464e-9ce2-5fcc15069e67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:58.467062408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"5be4692d-994a-42a9-956e-8d04cb94311d","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:58.59215245Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"5be4692d-994a-42a9-956e-8d04cb94311d","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:58.648714862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"5be4692d-994a-42a9-956e-8d04cb94311d","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:58.706023464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bcfafb1-d9cc-45a7-b66a-e02e3203e589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:01:58.706043158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bcfafb1-d9cc-45a7-b66a-e02e3203e589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:00.9164909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"4939298b-0cd6-4ea1-ba52-ed95cbe4bce3","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:00.974194412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"4939298b-0cd6-4ea1-ba52-ed95cbe4bce3","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:01.030584749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"4939298b-0cd6-4ea1-ba52-ed95cbe4bce3","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:01.086496179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a628acf9-c4e1-4248-b517-4867a7fca145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:01.086517849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a628acf9-c4e1-4248-b517-4867a7fca145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:06.60422009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"9dd1642d-aa02-4721-b660-796cd02b8672","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:06.804266068Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"9dd1642d-aa02-4721-b660-796cd02b8672","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:06.85987444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"9dd1642d-aa02-4721-b660-796cd02b8672","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:06.916883371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ecb9925-3cc2-4015-b108-73a2c818b6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:06.916902815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ecb9925-3cc2-4015-b108-73a2c818b6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.261137221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"439eea08-c494-404e-ade7-adadeaff5132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.319214217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"439eea08-c494-404e-ade7-adadeaff5132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.374468908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"439eea08-c494-404e-ade7-adadeaff5132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.417945423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8602c896-246a-4965-928a-2bfb31c34934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.431889014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b03c9c6-3898-426c-ab33-0c0456854c2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.431904167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b03c9c6-3898-426c-ab33-0c0456854c2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.479111259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8602c896-246a-4965-928a-2bfb31c34934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.535198061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8602c896-246a-4965-928a-2bfb31c34934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.593270987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9308b0ab-2dd4-40fb-a31c-9f88c46794fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:07.593292831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9308b0ab-2dd4-40fb-a31c-9f88c46794fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:08.810552653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"ba295230-3b3a-4bef-96af-fd7cb9b69c3e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:08.934136534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"ba295230-3b3a-4bef-96af-fd7cb9b69c3e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:08.989198391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"ba295230-3b3a-4bef-96af-fd7cb9b69c3e","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:09.046286266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6925a708-e1d4-47e3-96b7-abda612523ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:09.046304695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6925a708-e1d4-47e3-96b7-abda612523ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:11.1910467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9ec7e9e6-72ec-4b55-b668-dcde84fa7232","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:11.248279158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9ec7e9e6-72ec-4b55-b668-dcde84fa7232","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:11.303172422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9ec7e9e6-72ec-4b55-b668-dcde84fa7232","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:11.360129665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6090352-c0d8-4da6-86e5-b818b4e7d96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:11.360148699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6090352-c0d8-4da6-86e5-b818b4e7d96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.07433185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e9ecb68b-7a56-4cec-bd72-5036cac4cb7e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.203142545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e9ecb68b-7a56-4cec-bd72-5036cac4cb7e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.259134663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e9ecb68b-7a56-4cec-bd72-5036cac4cb7e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.317669955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ce961-96be-4ba1-b7f5-fdaae5cf233c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.317710537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ce961-96be-4ba1-b7f5-fdaae5cf233c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.589091934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f38aa14e-d578-4c48-8e33-0a1f7d026232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.646687538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f38aa14e-d578-4c48-8e33-0a1f7d026232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.702311069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f38aa14e-d578-4c48-8e33-0a1f7d026232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.75029865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8610dc1-23ae-4c38-99ad-3f1d36b7147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.760118794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b03d3e-59e5-44a8-a4b4-a837df92fbd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.760136847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b03d3e-59e5-44a8-a4b4-a837df92fbd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.807909624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8610dc1-23ae-4c38-99ad-3f1d36b7147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.864453896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8610dc1-23ae-4c38-99ad-3f1d36b7147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.922340158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55130b4a-caa2-47d4-a406-33d3d2f50336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:17.922362038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55130b4a-caa2-47d4-a406-33d3d2f50336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:19.150974163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"645df58e-cca4-4704-8794-d8af2c5499bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:19.27460291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"645df58e-cca4-4704-8794-d8af2c5499bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:19.329817663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"645df58e-cca4-4704-8794-d8af2c5499bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:19.384959844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d2cc9e9-4118-445f-b03f-ee8b8a729c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:19.384980089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d2cc9e9-4118-445f-b03f-ee8b8a729c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:21.463972999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"746ce780-718c-4a56-8cb6-14d889871ae6","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:21.520645235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"746ce780-718c-4a56-8cb6-14d889871ae6","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:21.576332644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"746ce780-718c-4a56-8cb6-14d889871ae6","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:21.6335578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d540c2ec-852a-4d7c-91ad-f1267fbffbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:21.633576069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d540c2ec-852a-4d7c-91ad-f1267fbffbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:24.969626711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.473108484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"8abd622f-dfde-4e0a-9b29-d2694a423043","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.596331198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"8abd622f-dfde-4e0a-9b29-d2694a423043","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.651490193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"8abd622f-dfde-4e0a-9b29-d2694a423043","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.708312258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21dc6e5-4e8b-4d63-879c-5416b28e3b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.708330727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21dc6e5-4e8b-4d63-879c-5416b28e3b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.916099155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea4ab2c-27eb-476e-8ead-858ad3761c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:27.972360466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea4ab2c-27eb-476e-8ead-858ad3761c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.027594847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea4ab2c-27eb-476e-8ead-858ad3761c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.066470632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"6246e192-d8fb-4d3e-855b-a375b2035c0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.066516325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4ff6950-e7fc-4402-be58-a859289ddd47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.066531766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4ff6950-e7fc-4402-be58-a859289ddd47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.078151687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41c0316c-df20-4b09-bef4-502bc420022f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.083076018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9862977e-5aa6-4a33-b8a3-45493a41e28d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.083091394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9862977e-5aa6-4a33-b8a3-45493a41e28d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.135211495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41c0316c-df20-4b09-bef4-502bc420022f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.190450343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41c0316c-df20-4b09-bef4-502bc420022f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.219064618Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-policy-e2a8cf8e","reconcileID":"6246e192-d8fb-4d3e-855b-a375b2035c0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"policyNamespace":"ai-tenant-e2e-mt-822eeccc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.24779257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68653c8-21f5-4596-984b-923fd8184add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.247810742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68653c8-21f5-4596-984b-923fd8184add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.275923992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42737534-47b9-4f9a-b1e8-078ad4f85606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.275941251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42737534-47b9-4f9a-b1e8-078ad4f85606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.42010531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52020613-95f4-4790-9c49-3a2f507cc4a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:28.420122379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52020613-95f4-4790-9c49-3a2f507cc4a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:31.737988167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ecb7d232-4694-444b-842d-c5d4dd0c446b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:31.863294448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ecb7d232-4694-444b-842d-c5d4dd0c446b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:31.91838319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ecb7d232-4694-444b-842d-c5d4dd0c446b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:31.975737694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250c25f4-25f1-4955-b046-24a9281b05ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:31.975760771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250c25f4-25f1-4955-b046-24a9281b05ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:37.863998569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b0e02eef-15d4-4fbf-b56f-6adabb2ef605","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:37.990659145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b0e02eef-15d4-4fbf-b56f-6adabb2ef605","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.045930086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b0e02eef-15d4-4fbf-b56f-6adabb2ef605","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.101290272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b01a49e-3453-44e1-8bbc-7255c9b358dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.101308331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b01a49e-3453-44e1-8bbc-7255c9b358dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.242047468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34473048-80a6-408a-883e-aefdad4a0203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.299911483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34473048-80a6-408a-883e-aefdad4a0203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.354998832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34473048-80a6-408a-883e-aefdad4a0203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.403067074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3da76cbc-ed71-4308-9095-f78d083545b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.412351859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4278bf25-a142-4059-b5f2-30b216b0c028","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.412368866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4278bf25-a142-4059-b5f2-30b216b0c028","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.459779369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3da76cbc-ed71-4308-9095-f78d083545b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.515172293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3da76cbc-ed71-4308-9095-f78d083545b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.572367889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eaeacd5-018c-4493-b8ef-5f38c1fbf37e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.572384903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eaeacd5-018c-4493-b8ef-5f38c1fbf37e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.582043218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"70659ec5-de42-4452-be29-dbf097320648","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-e2a8cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:38.796835199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"namespace":"ai-tenant-e2e-mt-822eeccc","name":"e2e-shared-sub-e2a8cf8e","reconcileID":"70659ec5-de42-4452-be29-dbf097320648","MaaSSubscription":{"name":"e2e-shared-sub-e2a8cf8e","namespace":"ai-tenant-e2e-mt-822eeccc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:39.008610724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89231ca0-8d87-418b-9c92-d8cb1af1eadc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:39.009436648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954fd978-c4da-4a60-91ac-f21e397fe6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:39.009457384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954fd978-c4da-4a60-91ac-f21e397fe6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.080183863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ee81deff-5e20-4bfa-a76f-e5bead91765b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.203511155Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ee81deff-5e20-4bfa-a76f-e5bead91765b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.258599735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"ee81deff-5e20-4bfa-a76f-e5bead91765b","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.315962042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1084e346-6ef7-40e9-8f58-eeb837ac3ac6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.315980659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1084e346-6ef7-40e9-8f58-eeb837ac3ac6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.689523872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"24e94336-7f1c-4026-8e68-25ede3353fb5","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:42.689548654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"24e94336-7f1c-4026-8e68-25ede3353fb5","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:43.8753159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d474be2b-f841-4b2c-906c-e7a81a23807c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:43.976551458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"9d2035ad-f83a-461f-bd73-6b75f809a9c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.077407871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"748c1a0b-de25-4192-92f5-c7c5f8a303ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.17830453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"ffd7d095-1121-42e8-9548-c3f7d7740157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.182045561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"711fcdd2-193f-4662-915a-8e1b6d77ddd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.286427441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"fb1321a1-5e60-4b23-ba3b-44df445726e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.397097501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"7fe72608-df5f-4028-af34-3b9cfeba7bfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.681568018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"06dc6ef4-feb9-47c8-86de-561be3d0e6d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.809383382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"c7f04523-4f7c-4e47-936e-f83c269c952e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:44.913398434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"006708d7-49e2-4c75-aea7-8c8fb8e55a39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:45.018851852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"c98b7a38-f434-41d3-97ba-67cb5e4bd6f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.175102567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a03bae2d-62cc-4fe6-832b-86ca5716fd1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.175122245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a03bae2d-62cc-4fe6-832b-86ca5716fd1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.257020216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3a617dd-4f0c-4720-88f6-edb9ce502077","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.257038386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3a617dd-4f0c-4720-88f6-edb9ce502077","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.365205971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"namespace":"ai-tenant-e2e-mt-2c6bd2ac","name":"e2e-policy-2c6bd2ac","reconcileID":"b1714921-3033-41c8-869b-dec806822898","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.423190708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"namespace":"ai-tenant-e2e-mt-2c6bd2ac","name":"e2e-policy-2c6bd2ac","reconcileID":"b1714921-3033-41c8-869b-dec806822898","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:47.479494265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"namespace":"ai-tenant-e2e-mt-2c6bd2ac","name":"e2e-policy-2c6bd2ac","reconcileID":"b1714921-3033-41c8-869b-dec806822898","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.257773187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5e2ef40c-d3df-4c0c-baf4-351e98dbab04","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.384476621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5e2ef40c-d3df-4c0c-baf4-351e98dbab04","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.439825503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5e2ef40c-d3df-4c0c-baf4-351e98dbab04","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.497038618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e028af5f-1eb6-4b52-bbe1-173e84aa7668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.49705637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e028af5f-1eb6-4b52-bbe1-173e84aa7668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.567774233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed186b90-6f34-492d-b7fd-fd92a341781e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.624589747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed186b90-6f34-492d-b7fd-fd92a341781e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.681669739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed186b90-6f34-492d-b7fd-fd92a341781e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.730161787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef64629-27ac-49fe-8403-2b84777e59c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.739024684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76df99ae-a3b2-4b96-8450-48b8230c0fc5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.739043699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76df99ae-a3b2-4b96-8450-48b8230c0fc5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.788610641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef64629-27ac-49fe-8403-2b84777e59c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.844104684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef64629-27ac-49fe-8403-2b84777e59c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.901738238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b92e18d-ed25-4a1e-932e-7c7e7b0ef71b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:48.901757238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b92e18d-ed25-4a1e-932e-7c7e7b0ef71b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:52.421966757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c230198a-bb5c-4d65-a377-20c3a6474789","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:52.546300756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c230198a-bb5c-4d65-a377-20c3a6474789","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:52.60265462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c230198a-bb5c-4d65-a377-20c3a6474789","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:52.658049147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482aaecd-ae68-45ca-b9a6-d89e74d0f263","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:52.658066475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482aaecd-ae68-45ca-b9a6-d89e74d0f263","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:54.970079881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.654270638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"f6ba1056-3a84-4463-9fee-936b44d8bcc3","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.781076775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"f6ba1056-3a84-4463-9fee-936b44d8bcc3","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.836473926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"f6ba1056-3a84-4463-9fee-936b44d8bcc3","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.893537469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd51fb9-3df0-4482-ba3f-a64b1aaec036","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.893557093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd51fb9-3df0-4482-ba3f-a64b1aaec036","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.893974297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070c0a93-22bf-4f82-8d98-1db813b4b5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:58.951003349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070c0a93-22bf-4f82-8d98-1db813b4b5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.005818152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070c0a93-22bf-4f82-8d98-1db813b4b5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.057162401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dc4874b-4f96-4cd6-bf0f-c9a4eb463c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.063335743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf8bb0d2-b0fb-4334-9fda-9e0ad79f0e5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.063355834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf8bb0d2-b0fb-4334-9fda-9e0ad79f0e5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.113876943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dc4874b-4f96-4cd6-bf0f-c9a4eb463c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.16898991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dc4874b-4f96-4cd6-bf0f-c9a4eb463c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.226342713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc2cb53c-b02b-419d-8e1d-1c1d1ac00a39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:02:59.226361723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc2cb53c-b02b-419d-8e1d-1c1d1ac00a39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:02.764248436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"80f7cbce-6a46-40eb-8e6d-08f675c093bf","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:02.890100215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"80f7cbce-6a46-40eb-8e6d-08f675c093bf","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:02.946129328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"80f7cbce-6a46-40eb-8e6d-08f675c093bf","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:03.004912702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6236735b-7bec-471c-8a81-8e49e5664fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:03.005009537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6236735b-7bec-471c-8a81-8e49e5664fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:03.75095885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"ccf309eb-85fc-412d-9d6a-389785303b2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:03.864521991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"ae19834e-af0e-478b-805c-8d0dce92377b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:03.985587477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a3fcc10-08dd-4640-aaeb-b0f047642323","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.073627114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"69ca6faa-d1f8-458a-92e3-32ccb5ee6260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.192423548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"1097b47e-9d67-4d13-81f5-919407223787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.278200694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"b9a82bb0-1542-4fe2-9404-baf63c7ef5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.530220394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"fcb6b6cd-ea5e-471b-8773-3267d54b254a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.628309876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"6a461c4f-9373-4205-ba6e-baf183a29fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:04.847368551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"303ff569-566c-4303-a11e-2a944d4daf05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:05.062672811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"0ab8a2d9-c3a8-4afe-896a-17065aaa3258","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:05.152934099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"29ae068c-ce45-4508-8534-eacb24b19272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.050565101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5964ccfc-c2bc-4b83-8fb4-64e1fb999409","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.177773977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5964ccfc-c2bc-4b83-8fb4-64e1fb999409","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.221610179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"389197b7-7cd5-4f6c-b20a-fd12d7ec1ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.232951373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"5964ccfc-c2bc-4b83-8fb4-64e1fb999409","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.277774717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"389197b7-7cd5-4f6c-b20a-fd12d7ec1ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.287476783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b70b1feb-ae4f-4b74-b4b7-ef86e1bad35b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.287492987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b70b1feb-ae4f-4b74-b4b7-ef86e1bad35b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.333774369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"389197b7-7cd5-4f6c-b20a-fd12d7ec1ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.381961477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34f7e5b-4d4a-4105-a26a-2dfa6bead2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.388844379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3d4190b-0de7-41d7-b6e1-7703e4209cea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.388861432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3d4190b-0de7-41d7-b6e1-7703e4209cea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.438627142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34f7e5b-4d4a-4105-a26a-2dfa6bead2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.494126596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34f7e5b-4d4a-4105-a26a-2dfa6bead2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.551316922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b846666-3e16-4bb3-b682-70b872f87b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.551338398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b846666-3e16-4bb3-b682-70b872f87b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.877030782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"d23415cb-2e18-4343-8502-cc761807fd79","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:09.877056767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"d23415cb-2e18-4343-8502-cc761807fd79","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.110165807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c4cebc05-b25e-4f88-ab7d-f449255ea356","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.218574656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"namespace":"ai-tenant-e2e-mt-2c6bd2ac","name":"e2e-policy-2c6bd2ac","reconcileID":"ba6ca2fb-ef4c-461c-b4be-f0e6288ec7ea","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.233716458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c4cebc05-b25e-4f88-ab7d-f449255ea356","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.289275223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c4cebc05-b25e-4f88-ab7d-f449255ea356","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.321976898Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"namespace":"ai-tenant-e2e-mt-2c6bd2ac","name":"e2e-policy-2c6bd2ac","reconcileID":"ba6ca2fb-ef4c-461c-b4be-f0e6288ec7ea","MaaSAuthPolicy":{"name":"e2e-policy-2c6bd2ac","namespace":"ai-tenant-e2e-mt-2c6bd2ac"},"policyNamespace":"ai-tenant-e2e-mt-2c6bd2ac","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.344219935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2341c068-6e11-4f26-afc2-3c3c58c03dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:13.344238497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2341c068-6e11-4f26-afc2-3c3c58c03dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.364851804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"884f0f92-f87a-4f9c-adde-5768c9391fac","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.364879049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"884f0f92-f87a-4f9c-adde-5768c9391fac","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.421250307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"96a9483e-b4e6-45d2-a373-1ed2e6e17ad7","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.421270256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"96a9483e-b4e6-45d2-a373-1ed2e6e17ad7","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.525274891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"30920a02-82fa-4497-abfe-8a6dd614788d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.650027403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"30920a02-82fa-4497-abfe-8a6dd614788d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.705091482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"30920a02-82fa-4497-abfe-8a6dd614788d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.760148472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"975c9c99-5e51-4c94-8fa7-30970e03f687","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:15.760168758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"975c9c99-5e51-4c94-8fa7-30970e03f687","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.444092645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"1d54cdc9-bd4d-4d91-bd46-9f9fcbdd819e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.547357715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90506614-d77b-4c92-a4cb-25a8e62d5510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.569190147Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"1d54cdc9-bd4d-4d91-bd46-9f9fcbdd819e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.604033901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90506614-d77b-4c92-a4cb-25a8e62d5510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.624567186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"1d54cdc9-bd4d-4d91-bd46-9f9fcbdd819e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.659228969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90506614-d77b-4c92-a4cb-25a8e62d5510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.681592723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc658221-7296-4a3c-ac48-326cb1a4aa9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.681609627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc658221-7296-4a3c-ac48-326cb1a4aa9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.706642829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6a540cd-fc2b-4e60-ab13-21ac53cf3868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.71650047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db38f926-7786-4a33-b10b-d65b48b10788","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.716517653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db38f926-7786-4a33-b10b-d65b48b10788","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.763643496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6a540cd-fc2b-4e60-ab13-21ac53cf3868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.818920356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6a540cd-fc2b-4e60-ab13-21ac53cf3868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.875539482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310ec141-7e89-4698-9166-ca78f4a71d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:19.875557469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310ec141-7e89-4698-9166-ca78f4a71d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:23.448653769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9d71dff2-1de9-4682-a57e-1101759af4c1","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:23.574853687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9d71dff2-1de9-4682-a57e-1101759af4c1","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:23.630223047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"9d71dff2-1de9-4682-a57e-1101759af4c1","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:23.687787678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829293f9-4374-46c8-a540-6dee86a21747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:23.687808786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829293f9-4374-46c8-a540-6dee86a21747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:24.969819113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:25.868467374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"94d5a52b-5e0f-47af-855b-82e90c7ee31f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:25.924732356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"94d5a52b-5e0f-47af-855b-82e90c7ee31f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:25.97991639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"94d5a52b-5e0f-47af-855b-82e90c7ee31f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:29.838643792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"117a33aa-58e9-4044-8a8b-9f7877777dc6","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:29.939555532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fda9df-ab76-4a1f-aa9b-a62ee678f839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:29.965559936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"117a33aa-58e9-4044-8a8b-9f7877777dc6","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:29.996870578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fda9df-ab76-4a1f-aa9b-a62ee678f839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.021018015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"117a33aa-58e9-4044-8a8b-9f7877777dc6","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.039652418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2b22cd-5280-4e98-8a9a-a38f47693f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.052189703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fda9df-ab76-4a1f-aa9b-a62ee678f839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.076464242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f608569-f33b-429b-a438-9fbc8b913f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.07648076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f608569-f33b-429b-a438-9fbc8b913f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.096307633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2b22cd-5280-4e98-8a9a-a38f47693f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.109725366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"033865d3-4a4e-4921-bd51-bc9858164aa8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.109744021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"033865d3-4a4e-4921-bd51-bc9858164aa8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.151908723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2b22cd-5280-4e98-8a9a-a38f47693f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.209100435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c47eecb-3c34-4e60-8850-1400fe63d112","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:30.209118944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c47eecb-3c34-4e60-8850-1400fe63d112","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.288819434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"a6ff231f-b317-43b7-ac44-77ad90a73ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.390395356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"4e217a46-71bd-47f9-89bf-29b4e00d996e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.50136363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29a17e04-a0be-43ee-bf5e-7a291eb1e8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.764520072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"45b47d72-7fa6-45a9-a9b6-51d25364cffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.791106225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6deccfcb-70bc-4494-ad42-858370fc7572","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.888835327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"868b3793-193e-4320-bc24-e1848056cc08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.914345388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6deccfcb-70bc-4494-ad42-858370fc7572","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:33.969487343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6deccfcb-70bc-4494-ad42-858370fc7572","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.026518657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf65d8f-2b10-46d2-8bac-eb7067f8ea41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.026538961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbf65d8f-2b10-46d2-8bac-eb7067f8ea41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.105851516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"6d6d1f5f-1aaa-4b64-9859-52db1499ed0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.217318975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfb9481c-f342-411e-b99f-8e82c516b51d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.317057646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"722d5f49-2f5e-45a8-8724-4feda4be4536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.328954049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"9a4f3fc4-6165-408e-8e31-bc9a9bc9c619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.416853582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"e66834a1-92e7-43f5-8560-c1bf45524514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.519509065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"554a1cdc-0f6a-4620-ba1a-43cecb08119a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:34.556272222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"74963aa7-4bce-4be3-81e4-96820632af38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:36.085226414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"c08683e8-549d-4953-8992-46e0bd6cb844","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:36.141638017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"c08683e8-549d-4953-8992-46e0bd6cb844","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:36.198732611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b07e2bab93ed573f67f79dcc0a4bb3c8fe0a53ae44ad44d4f015ce54d4bfa0) AuthConfig (def24cada28e2dbaf2eb803101d0942118b98bd94fb190351ed1f3055becac32) AuthConfig (8e89bc4a82973d6b94e5725a144d1d7dfc6540463c958113e9f24d8d0b864af5) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (569e391882bfc5c5de7dfb0564163558fb4f022d5754a9c85f11cdef8164eb01) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (dca3b294cb95fe493b6edda610b8207b6dddd9328d08574ab89602babc182341) AuthConfig (a857b2bd542d8890406219686916d787e49dda4085f393b5f198947429790602) AuthConfig (7626d6ce0d040829791fe50cfcb5574f369d1de14e25c7b2ba93a43ea5712b7b) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (16ce9786afc01ab5cba2ba4b61d2ad8964b68bd86a0d7857e04841289c47320d) AuthConfig (f0297d077016664fff093e227bb39dad68d538a013b8bf6700b0baf7bc7587c4) AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (3333dad6d7e1f01f0e9a6a0e18c2202338c9ac3937a37f1d22c6e550721d4f43) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1) AuthConfig (87878127069b941a4967350900d0b8f520d7fb9a2cbbd0404501b2c01096607d) AuthConfig (fbc505f6ade27ad272314cdc233b4ed4b95d6e351d432e4d695c5fd92f29f34a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"c08683e8-549d-4953-8992-46e0bd6cb844","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:36.254719343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"db2b6153-3cdb-4be4-8b51-46dd9c668b64","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:36.254739477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"db2b6153-3cdb-4be4-8b51-46dd9c668b64","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.233190622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"07675f2d-0575-476d-b4b5-dbb76af5c68d","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.332966545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe20c0d7-51ba-456c-8bd0-19725fc75a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.35532665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"07675f2d-0575-476d-b4b5-dbb76af5c68d","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.39021647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe20c0d7-51ba-456c-8bd0-19725fc75a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.411088923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"07675f2d-0575-476d-b4b5-dbb76af5c68d","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.433486985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03db72a8-2270-4c36-890f-239ee18b74e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.44599167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe20c0d7-51ba-456c-8bd0-19725fc75a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.468074399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71bb66cd-ab7f-4a2a-bf23-67d2c5735cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.468092187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71bb66cd-ab7f-4a2a-bf23-67d2c5735cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.490661416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03db72a8-2270-4c36-890f-239ee18b74e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.502030487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f8e4c4c-dab3-4348-9740-7fe81d7c24d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.502047613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f8e4c4c-dab3-4348-9740-7fe81d7c24d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.54665451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03db72a8-2270-4c36-890f-239ee18b74e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.601906526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a46dbc84-0c4a-4458-b509-df20ee0dc5e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:40.60192223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a46dbc84-0c4a-4458-b509-df20ee0dc5e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:44.132254932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"d7330485-510c-4c2d-9085-2caaddcb8e23","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:44.257674441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"d7330485-510c-4c2d-9085-2caaddcb8e23","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:44.31315239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"d7330485-510c-4c2d-9085-2caaddcb8e23","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:44.370371761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92890725-a6ec-487b-93f5-c794e74d210e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:44.370389512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92890725-a6ec-487b-93f5-c794e74d210e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:46.359525089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"3c906e98-2a1c-40f0-9220-c25b8948ba99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:46.416408473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"3c906e98-2a1c-40f0-9220-c25b8948ba99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:46.470994458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b07e2bab93ed573f67f79dcc0a4bb3c8fe0a53ae44ad44d4f015ce54d4bfa0) AuthConfig (def24cada28e2dbaf2eb803101d0942118b98bd94fb190351ed1f3055becac32) AuthConfig (8e89bc4a82973d6b94e5725a144d1d7dfc6540463c958113e9f24d8d0b864af5) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (569e391882bfc5c5de7dfb0564163558fb4f022d5754a9c85f11cdef8164eb01) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (dca3b294cb95fe493b6edda610b8207b6dddd9328d08574ab89602babc182341) AuthConfig (a857b2bd542d8890406219686916d787e49dda4085f393b5f198947429790602) AuthConfig (7626d6ce0d040829791fe50cfcb5574f369d1de14e25c7b2ba93a43ea5712b7b) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (16ce9786afc01ab5cba2ba4b61d2ad8964b68bd86a0d7857e04841289c47320d) AuthConfig (f0297d077016664fff093e227bb39dad68d538a013b8bf6700b0baf7bc7587c4) AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (3333dad6d7e1f01f0e9a6a0e18c2202338c9ac3937a37f1d22c6e550721d4f43) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1) AuthConfig (87878127069b941a4967350900d0b8f520d7fb9a2cbbd0404501b2c01096607d) AuthConfig (fbc505f6ade27ad272314cdc233b4ed4b95d6e351d432e4d695c5fd92f29f34a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"3c906e98-2a1c-40f0-9220-c25b8948ba99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.623494916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"06a034f5-ab91-48ac-859e-34aae085a122","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.724047103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4af015d-3391-4148-b041-533c8fa12cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.74829478Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"06a034f5-ab91-48ac-859e-34aae085a122","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.757409762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a54d027-4f1b-4f6b-b979-27fcba056255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.780745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4af015d-3391-4148-b041-533c8fa12cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.803722007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"06a034f5-ab91-48ac-859e-34aae085a122","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.814098356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a54d027-4f1b-4f6b-b979-27fcba056255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.836001366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4af015d-3391-4148-b041-533c8fa12cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.859049709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e420c4f-74d3-4ef6-8693-e1d8c643f183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.859071472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e420c4f-74d3-4ef6-8693-e1d8c643f183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.869406031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a54d027-4f1b-4f6b-b979-27fcba056255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.892870019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4acc804-9495-4480-8a8d-e066e136a947","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.892889806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4acc804-9495-4480-8a8d-e066e136a947","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.927384514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"045f4b5f-f34d-4d63-866b-392d74196ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:50.927407485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"045f4b5f-f34d-4d63-866b-392d74196ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.474925966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5abc73-3d36-445f-a5c4-af63635dd99c","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.599287053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5abc73-3d36-445f-a5c4-af63635dd99c","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.654593017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"7a5abc73-3d36-445f-a5c4-af63635dd99c","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.709413108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b9b4fc-396d-46a8-b491-1a7f36f8ef77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.70943723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b9b4fc-396d-46a8-b491-1a7f36f8ef77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:54.970117949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:56.576192274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"115e1fe5-8e48-4051-8d1e-b295a1f4e96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:56.632562353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"115e1fe5-8e48-4051-8d1e-b295a1f4e96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:03:56.687667919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b07e2bab93ed573f67f79dcc0a4bb3c8fe0a53ae44ad44d4f015ce54d4bfa0) AuthConfig (def24cada28e2dbaf2eb803101d0942118b98bd94fb190351ed1f3055becac32) AuthConfig (8e89bc4a82973d6b94e5725a144d1d7dfc6540463c958113e9f24d8d0b864af5) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (569e391882bfc5c5de7dfb0564163558fb4f022d5754a9c85f11cdef8164eb01) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (dca3b294cb95fe493b6edda610b8207b6dddd9328d08574ab89602babc182341) AuthConfig (a857b2bd542d8890406219686916d787e49dda4085f393b5f198947429790602) AuthConfig (7626d6ce0d040829791fe50cfcb5574f369d1de14e25c7b2ba93a43ea5712b7b) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (16ce9786afc01ab5cba2ba4b61d2ad8964b68bd86a0d7857e04841289c47320d) AuthConfig (f0297d077016664fff093e227bb39dad68d538a013b8bf6700b0baf7bc7587c4) AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (3333dad6d7e1f01f0e9a6a0e18c2202338c9ac3937a37f1d22c6e550721d4f43) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1) AuthConfig (87878127069b941a4967350900d0b8f520d7fb9a2cbbd0404501b2c01096607d) AuthConfig (fbc505f6ade27ad272314cdc233b4ed4b95d6e351d432e4d695c5fd92f29f34a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"115e1fe5-8e48-4051-8d1e-b295a1f4e96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.015225299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"163e41f6-ae5e-4093-9b66-61e6b473f765","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.048863029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51812d73-3d63-4e7b-b164-fab327f6e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.083529272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20d9696e-55fd-4b04-b9ac-0a77f8e4ab0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.139516647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"163e41f6-ae5e-4093-9b66-61e6b473f765","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:04:01.19809884Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51812d73-3d63-4e7b-b164-fab327f6e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.200564199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"163e41f6-ae5e-4093-9b66-61e6b473f765","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:04:01.253604703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51812d73-3d63-4e7b-b164-fab327f6e120","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.254304107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b137bd1e-4278-412e-a861-6d19cc3639a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.254322657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b137bd1e-4278-412e-a861-6d19cc3639a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.256967277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2a82fff-382d-47df-a2c4-ecd3bc03297d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.256985729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2a82fff-382d-47df-a2c4-ecd3bc03297d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:04:01.258300464Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20d9696e-55fd-4b04-b9ac-0a77f8e4ab0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:04:01.315687232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20d9696e-55fd-4b04-b9ac-0a77f8e4ab0f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.3159595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"589211cb-f5ff-440b-8907-77cc3ab45e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.315989055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"589211cb-f5ff-440b-8907-77cc3ab45e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.414971175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a2d3114-518e-4260-8aca-df549d8e77c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.473359987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a2d3114-518e-4260-8aca-df549d8e77c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.51541896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c62d82-c94b-4158-91b0-a114c76249c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.528387807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a2d3114-518e-4260-8aca-df549d8e77c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.572818811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c62d82-c94b-4158-91b0-a114c76249c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.586507281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0dc1e166-39f2-4e2c-98bd-1d5fc8a81900","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.58652641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0dc1e166-39f2-4e2c-98bd-1d5fc8a81900","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.62860346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c62d82-c94b-4158-91b0-a114c76249c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.686142215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b35784-218f-4ac0-a23d-1cf1f8d7e3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:01.686160775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b35784-218f-4ac0-a23d-1cf1f8d7e3a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:04.814130893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6ab1805a-a490-436d-95b7-0dd602645921","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:04.939597265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6ab1805a-a490-436d-95b7-0dd602645921","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:04.994490061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"6ab1805a-a490-436d-95b7-0dd602645921","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:05.051402254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2fb3c2-7318-4942-bccb-24c5859b0712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:05.051422211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2fb3c2-7318-4942-bccb-24c5859b0712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:06.792678014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"113c4da8-fce0-4d54-b1d8-81ef553fb79c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:06.849660702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"113c4da8-fce0-4d54-b1d8-81ef553fb79c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:07.116939073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"f5a5258b-61ad-40fd-97ac-0f956daa4e49","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:07.116958258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"f5a5258b-61ad-40fd-97ac-0f956daa4e49","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.061239177Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c078297f-496b-4b49-9040-633ffaf9d779","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.061273621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a18d972-3135-44c3-9fef-e3e195023dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.061286689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a18d972-3135-44c3-9fef-e3e195023dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.214364373Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"namespace":"ai-tenant-e2e-mt-4e946c91","name":"e2e-policy-4e946c91","reconcileID":"c078297f-496b-4b49-9040-633ffaf9d779","MaaSAuthPolicy":{"name":"e2e-policy-4e946c91","namespace":"ai-tenant-e2e-mt-4e946c91"},"policyNamespace":"ai-tenant-e2e-mt-4e946c91","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.272940964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72bf0bfa-16d5-4569-8694-bbd2b7800e5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:10.272961211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72bf0bfa-16d5-4569-8694-bbd2b7800e5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.415026462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b213ac81-5779-47b3-bcd5-facf629e1636","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.539867235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b213ac81-5779-47b3-bcd5-facf629e1636","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.595343826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"b213ac81-5779-47b3-bcd5-facf629e1636","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.651202639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f88cf6-bccc-43f5-9c40-e886c2c2954c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.651222482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f88cf6-bccc-43f5-9c40-e886c2c2954c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.742682669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9108de5-28a4-4b58-9a1f-7cc11fcde18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.801757257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9108de5-28a4-4b58-9a1f-7cc11fcde18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.847105225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d7d4a-d0f6-47f3-814d-84f8693c8411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.858890934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9108de5-28a4-4b58-9a1f-7cc11fcde18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.903676271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d7d4a-d0f6-47f3-814d-84f8693c8411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.917942309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"070cbed2-2f6e-4b0e-9842-e3d8264012a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.917961369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"070cbed2-2f6e-4b0e-9842-e3d8264012a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:11.958969892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d7d4a-d0f6-47f3-814d-84f8693c8411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.01395529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314269d7-011f-48e0-93e0-2e828e0304d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.01397568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314269d7-011f-48e0-93e0-2e828e0304d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.552108273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"ca825cc3-9763-42bb-b6b5-8015dd58060a","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.552136201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"ca825cc3-9763-42bb-b6b5-8015dd58060a","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.606938866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"c2ccacec-243e-49c2-a273-78341d87ccc2","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.606958305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"c2ccacec-243e-49c2-a273-78341d87ccc2","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.711137611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"bdcec355-db44-4a29-a3cc-74be8d7da729","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.836009146Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"bdcec355-db44-4a29-a3cc-74be8d7da729","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.890988905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"bdcec355-db44-4a29-a3cc-74be8d7da729","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.945772733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"c3be755e-4e00-4782-a24f-d446344ae436","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:12.945792152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"c3be755e-4e00-4782-a24f-d446344ae436","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:14.039769696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec9527c-9fcf-4d38-a0e2-07bbaffa1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:14.092343109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec9527c-9fcf-4d38-a0e2-07bbaffa1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:14.14482968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec9527c-9fcf-4d38-a0e2-07bbaffa1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:14.197336684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec9527c-9fcf-4d38-a0e2-07bbaffa1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:14.523137517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85e72378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85e72378","reconcileID":"8672bff2-8046-42bf-9dc2-9f2dabfe06f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-85e72378","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-85e72378":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:16.148905146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b66f76-4e44-4307-9e2f-f7b37d4bde7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:16.201736554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b66f76-4e44-4307-9e2f-f7b37d4bde7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:16.253849037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b66f76-4e44-4307-9e2f-f7b37d4bde7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:16.306276754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b66f76-4e44-4307-9e2f-f7b37d4bde7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:18.227107933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9a0290-4ae1-4c95-a670-84a1c50396a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:18.282478234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9a0290-4ae1-4c95-a670-84a1c50396a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:18.334998395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9a0290-4ae1-4c95-a670-84a1c50396a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:18.388565291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9a0290-4ae1-4c95-a670-84a1c50396a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:21.869655722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e46e1d33-6663-43d8-9ceb-ac8cbacdf63b","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:21.927473361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e46e1d33-6663-43d8-9ceb-ac8cbacdf63b","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:21.983032053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"e46e1d33-6663-43d8-9ceb-ac8cbacdf63b","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.075038881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a405dc7d-530b-43a1-a37d-8f799c5d753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.131960782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a405dc7d-530b-43a1-a37d-8f799c5d753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.174195165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b4dbc5-1b0c-41f5-89c9-46c8ea87f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.187130686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a405dc7d-530b-43a1-a37d-8f799c5d753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.230683704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b4dbc5-1b0c-41f5-89c9-46c8ea87f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:22.286137916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b4dbc5-1b0c-41f5-89c9-46c8ea87f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:23.050224164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"303aa4ee-bf5a-40d8-98f2-0a047ee9de29","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:23.107342157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"303aa4ee-bf5a-40d8-98f2-0a047ee9de29","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:23.162460252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"303aa4ee-bf5a-40d8-98f2-0a047ee9de29","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:24.970580384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:25.576047951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b5a13d-ea0a-45a6-aa73-901e5d3f6e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:25.576069698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b5a13d-ea0a-45a6-aa73-901e5d3f6e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:25.576438307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d362b60","reconcileID":"137e7a94-c395-4137-90fd-195f6c240c1e","MaaSAuthPolicy":{"name":"e2e-default-ns-1d362b60","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:25.80878892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b335ac9-7968-4a3b-8df7-58c0bfc351ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:25.808810529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b335ac9-7968-4a3b-8df7-58c0bfc351ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.342612124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39efbf04-2b10-4ac2-932e-d7507aba12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.399750251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39efbf04-2b10-4ac2-932e-d7507aba12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.443133615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc35a21-2574-45ae-a030-87f480ca2428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.455063577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39efbf04-2b10-4ac2-932e-d7507aba12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.499993943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc35a21-2574-45ae-a030-87f480ca2428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:32.555865978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc35a21-2574-45ae-a030-87f480ca2428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:33.26710909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"7ae13e98-9907-4f5f-9dc3-62ff84371086","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:33.324384221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"7ae13e98-9907-4f5f-9dc3-62ff84371086","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:33.379329059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"7ae13e98-9907-4f5f-9dc3-62ff84371086","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.61384675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ff63f0-cf6a-4355-b712-62fd64a45c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.672906246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ff63f0-cf6a-4355-b712-62fd64a45c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.712043625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcbcda8-6f97-4c6e-bff9-5ec14f3efaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.728643054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ff63f0-cf6a-4355-b712-62fd64a45c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.768704794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcbcda8-6f97-4c6e-bff9-5ec14f3efaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:42.826187832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcbcda8-6f97-4c6e-bff9-5ec14f3efaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:43.490947992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"4ed9e8a3-9f7f-4261-bdde-0b420016e115","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:43.548405297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"4ed9e8a3-9f7f-4261-bdde-0b420016e115","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:43.603255711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"4ed9e8a3-9f7f-4261-bdde-0b420016e115","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.471083231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"a7e9f883-950c-44f2-a020-aa5e5f149de0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.574807984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"5477e099-13df-4a75-84f3-21f9d64ffba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.670473156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7067be22-8c7a-4d3a-9ca1-4ca35412b31c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.771115753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"245639c0-a32f-475a-8749-65a868c9c311","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.871007793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"3eb476e8-e4ed-4163-a946-83113fdef4e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:51.975100605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"7ee5a28f-d068-4826-978c-9f29548e30e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.132070126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"19532d64-6204-4876-a312-aea03ab27dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.232343425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"05732849-9d56-4fa8-a3d6-f6f41a6f3169","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.331960893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"219f3585-3a0e-4de4-a7ab-3b8ee8d19c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.357773201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d55b8ec4-60be-4c3e-96a2-332ea39651ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.472929248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"39105017-a04a-4823-93e1-eb2d2066b09b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.570323245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30a729b8-5a21-4e15-8064-855ec5927af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.884999157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b1b02d-b825-4700-b0b8-6f6d013276ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.941872248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b1b02d-b825-4700-b0b8-6f6d013276ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.987170743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c80108-74c7-4838-ba22-1cf5dc49b9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:52.997433085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b1b02d-b825-4700-b0b8-6f6d013276ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.044593901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c80108-74c7-4838-ba22-1cf5dc49b9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.056838583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e632c12-b4b9-4ae4-81a2-3e2dc3c182c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.05685538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e632c12-b4b9-4ae4-81a2-3e2dc3c182c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.100282166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c80108-74c7-4838-ba22-1cf5dc49b9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.15920026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecddf6a2-39c1-4767-8970-f731bb35f7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.159217522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecddf6a2-39c1-4767-8970-f731bb35f7d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.707491187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"135c5664-7f62-41b0-a7db-1e08b14af9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.763937104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"135c5664-7f62-41b0-a7db-1e08b14af9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.81883371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6d9e8b1d043861d25d404b05d374ad69293d85a1116a707bdeabd3c888d2a34) AuthConfig (22045c858ecbc9607ad9bdc11248383bbdd332d7c49437dfe6e457872b5df222) AuthConfig (157932ad0c928da678696e2d7536f7aa8317921c41d344cb0569e680e5bd1c5c) AuthConfig (6ca01336e355bfecb1d581577c057c04c5b0b32ffa8d5e7d2c07bdf10c2ccc13) AuthConfig (3cdaecdbec946b85a0e03e31a619a156d13f160ec5d900aa3f21003111023f3e) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (a6647c06c879f6ea9e099da066300bb3e9024688fca3a1355149c0c0b58d057a) AuthConfig (deb3f77752fd14373f160b690c775ef063a852e3973c59a0fb5169c9674e721a) AuthConfig (175bfdb262ac763c6ba3813c5d4302c1b6c55b110ec960b78097df2966638069) AuthConfig (5a5e63899189acc40b3e1c78b0ef01bc3f333ad19d73b3bb96ea859d09241cf8) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (db84598b858308d1d473c18daf56ae9433398a5a39631e596449ca95a0f0c5e6) AuthConfig (c2ec88760d026d948d8288182dab93742c46fed1a0cbcce03ca68ce4578f7977) AuthConfig (7285d3ee44af890dc2bc9e38ab26f6c89a61c4fc3890561e1d7f29bf3374ce49) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"135c5664-7f62-41b0-a7db-1e08b14af9b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.876347034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"9b9a5403-b8fa-404d-830c-e29771919d46","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:53.876384967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"9b9a5403-b8fa-404d-830c-e29771919d46","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:04:54.975481569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.220368018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b259690f-cd88-4c55-84a8-7c67d936ef24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.28057292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b259690f-cd88-4c55-84a8-7c67d936ef24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.320362184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239e1f01-0897-467f-b409-038dedf97ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.337273272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b259690f-cd88-4c55-84a8-7c67d936ef24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.377683319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239e1f01-0897-467f-b409-038dedf97ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.435297961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239e1f01-0897-467f-b409-038dedf97ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:03.983479076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"80127dd3-4276-4fbe-a88c-7e9f722acdb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:04.039908988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"80127dd3-4276-4fbe-a88c-7e9f722acdb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:04.094915984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6d9e8b1d043861d25d404b05d374ad69293d85a1116a707bdeabd3c888d2a34) AuthConfig (22045c858ecbc9607ad9bdc11248383bbdd332d7c49437dfe6e457872b5df222) AuthConfig (157932ad0c928da678696e2d7536f7aa8317921c41d344cb0569e680e5bd1c5c) AuthConfig (6ca01336e355bfecb1d581577c057c04c5b0b32ffa8d5e7d2c07bdf10c2ccc13) AuthConfig (3cdaecdbec946b85a0e03e31a619a156d13f160ec5d900aa3f21003111023f3e) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (a6647c06c879f6ea9e099da066300bb3e9024688fca3a1355149c0c0b58d057a) AuthConfig (deb3f77752fd14373f160b690c775ef063a852e3973c59a0fb5169c9674e721a) AuthConfig (175bfdb262ac763c6ba3813c5d4302c1b6c55b110ec960b78097df2966638069) AuthConfig (5a5e63899189acc40b3e1c78b0ef01bc3f333ad19d73b3bb96ea859d09241cf8) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (db84598b858308d1d473c18daf56ae9433398a5a39631e596449ca95a0f0c5e6) AuthConfig (c2ec88760d026d948d8288182dab93742c46fed1a0cbcce03ca68ce4578f7977) AuthConfig (7285d3ee44af890dc2bc9e38ab26f6c89a61c4fc3890561e1d7f29bf3374ce49) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"80127dd3-4276-4fbe-a88c-7e9f722acdb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.299757928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"3057a212-c7c1-44fd-bbbe-8114e495a2d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.409401032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"d91257ce-b079-4e4a-805c-8b7f21b65bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.463892888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"68ad8e0f-ba0d-42cb-94cf-bd86280fc4b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.795270207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"6086aa53-cdac-4148-a768-6b1360df72cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.891244047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"a32d9c17-3af2-45f9-b55f-c18caf53ea29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:08.901175888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"437f94a9-7c80-4782-8fe5-84bb24d795c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.136025183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"20374f9a-8442-488f-b739-b92face1ae45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.240278101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe90e8ba-aea0-4a2b-9a50-2824ae108078","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.323630189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"a873bd19-1a5c-4dda-8947-72ad81b45cbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.34629588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"c425009a-3170-4f34-9dc2-33643c9206bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.455383261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"6507842f-c677-44f2-a6d5-c086ce87f511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:09.567911486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"8e0eaac4-ded8-479b-b90e-07ebe1832927","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.493898537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56940e1d-487f-40bb-ac0c-4a48055a53d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.550416593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56940e1d-487f-40bb-ac0c-4a48055a53d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.59685886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de3f5ff9-2624-4375-8297-12a34c44ce03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.652925058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de3f5ff9-2624-4375-8297-12a34c44ce03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.871486288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3e43504-5173-4557-b4f2-b7ae773008a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.87151145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3e43504-5173-4557-b4f2-b7ae773008a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.929716343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7f6a9c-df84-4abf-b63c-aa63bc735754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:13.929734031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7f6a9c-df84-4abf-b63c-aa63bc735754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:14.199022507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"9fe4fe3d-4a64-44a8-96c7-2f1e111132b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:14.255302742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"9fe4fe3d-4a64-44a8-96c7-2f1e111132b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:14.520551327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"eb14b776-7f7f-4411-8c05-7e69e0e8ed19","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:14.520570961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"eb14b776-7f7f-4411-8c05-7e69e0e8ed19","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.336274077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"e88bccbb-8de4-48f6-8a1d-a2d1052dcb5c","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.336296468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"e88bccbb-8de4-48f6-8a1d-a2d1052dcb5c","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.397343895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"108f53aa-17f7-43bf-8d28-c81391e48482","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.397371704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"108f53aa-17f7-43bf-8d28-c81391e48482","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:05:15.441226545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"e688703b-575f-40dd-a172-4af1d8ea50ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-c68709\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.443349928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"ae09d9b5-4a6f-4ea6-8bb9-4a4a0afe0285","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.500051953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"ae09d9b5-4a6f-4ea6-8bb9-4a4a0afe0285","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.54682491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"d679e167-35ae-4541-90d8-76cea401ab35","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.546844837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"d679e167-35ae-4541-90d8-76cea401ab35","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.603602628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"8c098c04-7772-4bdc-b459-c8c8d7fb244c","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.603621781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"8c098c04-7772-4bdc-b459-c8c8d7fb244c","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.644511083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f4da2346-e19e-4086-91bf-a14c2b2e5fe9","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.644527778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f4da2346-e19e-4086-91bf-a14c2b2e5fe9","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.70221315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"185df72d-35cf-4d61-bf08-6a963ce4dbd7","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.702231104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"185df72d-35cf-4d61-bf08-6a963ce4dbd7","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:05:15.749773016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"d69c63bf-1d55-4242-9568-58fc943c80c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-c68709\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.751154005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"c48fb764-0e3d-4f1a-845e-5c836e1ccc0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:05:15.755053554Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"185df72d-35cf-4d61-bf08-6a963ce4dbd7","name":"rate-test-model-957b33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-957b33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:05:15.755112313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"185df72d-35cf-4d61-bf08-6a963ce4dbd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-957b33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.761003024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f977abdc-ed8b-46c8-94fe-a0341ef75042","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.761017023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f977abdc-ed8b-46c8-94fe-a0341ef75042","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.807130097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"c48fb764-0e3d-4f1a-845e-5c836e1ccc0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.815468706Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"b05a7c6f-a1e9-4eb1-8c43-8d2857a04c8e","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","model":"rate-test-model-f735f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f735f4/e2e-rate-iso-a-c68709"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.848934044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"880403b1-a550-4e79-9a7d-214bd7b22486","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.85288035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"8b234f50-729f-4669-95cf-4086c5c3d43f","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.852901422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"8b234f50-729f-4669-95cf-4086c5c3d43f","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.904799891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"880403b1-a550-4e79-9a7d-214bd7b22486","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.90962336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"b049ab3e-f7df-4c1c-86f0-c246ba7e126a","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.909638793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"b049ab3e-f7df-4c1c-86f0-c246ba7e126a","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.98017681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"c41f305b-f136-4bea-9573-1bda56abb6d2","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:15.9801936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"c41f305b-f136-4bea-9573-1bda56abb6d2","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.114346918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"bb5c8341-5652-4566-a954-37ef1ed7a8aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.118771529Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"fcd3342c-d9ab-45c6-ba8b-7d09618be9b5","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","model":"rate-test-model-957b33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-957b33/e2e-rate-iso-b-c68709"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.170678078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"bb5c8341-5652-4566-a954-37ef1ed7a8aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.218914592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"a6830319-8cb7-49f7-8141-126ef09e34b4","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.283954669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"8b61aac5-7fb6-4cd3-84fe-c3d3ff8744e4","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.283971805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"8b61aac5-7fb6-4cd3-84fe-c3d3ff8744e4","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:16.491896805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"c446c09f-7d0c-4bcb-ac11-43df6c59f1bb","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:24.970111041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:27.188479281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"0509d092-5630-4b74-b70b-0c7e126e7379","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-85e72378","tenantID":"e2e-mt-85e72378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:27.304957413Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"0509d092-5630-4b74-b70b-0c7e126e7379","name":"e2e-mt-85e72378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:34.961034762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"fb6d33b6-0f3d-4c45-975b-58f63c9e2fdb","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:34.961068011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"fb6d33b6-0f3d-4c45-975b-58f63c9e2fdb","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:42.715739468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2919c736-9057-402c-b82f-08e38039c268","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:42.882990902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"0b4c3cdd-8c40-454d-b888-960f68220688","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:42.981015057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"6e976dc1-4a8e-4288-8d91-e98904d6102d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:42.988413137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"474f0107-de5a-4b75-b12b-32deeb11c6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.049141266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"bf16fabf-dabe-4c5f-9dec-5d4505f5ef2e","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.049167878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"bf16fabf-dabe-4c5f-9dec-5d4505f5ef2e","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.155491514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"f2acd850-c010-4884-b0bf-9cede3361f58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.258715788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"730c4d3c-1109-49a7-b145-cef7cfafcd0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.356823965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"9779ece6-02ae-415f-8fd2-c659cb92040a","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.383419072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"80bd35c4-33b9-4bf9-9ee9-1bada7c8eaab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.488474095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"72db24ca-1ac0-4e9f-9d8c-267855f44e0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.522686694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"aa142085-6011-48a1-a867-4b80f9aa9d76","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.522731212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"aa142085-6011-48a1-a867-4b80f9aa9d76","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:43.92418788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"304b9516-ab2c-49a7-89df-50fd7f90b8b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.032601203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"d4072277-d6c7-45c6-9016-d1e332c2d896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.143936283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"3e7be907-1f0f-431c-bca6-a14c7bfbaa0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.246243274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"0dba8430-7288-4f0d-94cc-a28ecb917f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.252216062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"325685b4-0033-401e-b814-0d10bdb1cf63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.538649523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"5f706abe-72d9-48db-b001-ff548098da80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.596096373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"5f706abe-72d9-48db-b001-ff548098da80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.702655242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"60c22a4f-cd49-4e12-9344-f2096aff6353","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:44.759606356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"60c22a4f-cd49-4e12-9344-f2096aff6353","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.202285893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"92210549-c631-4603-834e-ec20dbfbbc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.20234573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"6af13c9d-93cc-4427-a5e0-d473123cac3b","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.202359968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"6af13c9d-93cc-4427-a5e0-d473123cac3b","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.407079411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"92210549-c631-4603-834e-ec20dbfbbc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.467270602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"e9b71a49-1739-4d1a-a383-c7c0b8acb882","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.529915667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"92210549-c631-4603-834e-ec20dbfbbc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.529943729Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-auth-c68709","reconcileID":"92210549-c631-4603-834e-ec20dbfbbc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.585342887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"0aed4553-13d7-4cb0-af24-ab0cac41af92","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.585361976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"0aed4553-13d7-4cb0-af24-ab0cac41af92","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.746518723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"f99cc85a-8fd1-43bd-ac1b-5fce37f3e73d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.746565973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"5b81eff3-f51d-4b2a-9057-7a6db77380bd","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.746578627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"5b81eff3-f51d-4b2a-9057-7a6db77380bd","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.852141717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"a7243302-f283-4831-af91-e8aeac70e0d7","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:50.951856223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"f99cc85a-8fd1-43bd-ac1b-5fce37f3e73d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.016040717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"39fdad2f-b734-4100-a8b6-a081b16a56eb","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.075899142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"f99cc85a-8fd1-43bd-ac1b-5fce37f3e73d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.075924283Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-auth-c68709","reconcileID":"f99cc85a-8fd1-43bd-ac1b-5fce37f3e73d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.132259864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"52f82e68-f1ce-4e6c-bb13-22eaa9d3c4d5","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.132280215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"52f82e68-f1ce-4e6c-bb13-22eaa9d3c4d5","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.28823794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"4c81091e-00bb-47be-909c-7bae2587f3d6","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.288258081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"4c81091e-00bb-47be-909c-7bae2587f3d6","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:51.403520751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"0b78b5c6-2d8b-4366-991b-e41201dfe414","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:54.970646833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:55.154288034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d923d8b-7813-420e-b6bf-3ddeb55218ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:55.206634406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d923d8b-7813-420e-b6bf-3ddeb55218ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:55.259257105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d923d8b-7813-420e-b6bf-3ddeb55218ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:55.312165696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d923d8b-7813-420e-b6bf-3ddeb55218ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.251644049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce1e8a-6926-4169-a514-3dcb9988a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.304657232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce1e8a-6926-4169-a514-3dcb9988a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.357063285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce1e8a-6926-4169-a514-3dcb9988a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.409248807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce1e8a-6926-4169-a514-3dcb9988a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.799378372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e9790a4b-a9f8-4960-9558-921acc3bf9c8","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:57.799402674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e9790a4b-a9f8-4960-9558-921acc3bf9c8","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:59.294001197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638f6fea-0781-4777-9d3c-2faba28c586b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:59.346042523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638f6fea-0781-4777-9d3c-2faba28c586b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:59.398426586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638f6fea-0781-4777-9d3c-2faba28c586b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:05:59.45071393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638f6fea-0781-4777-9d3c-2faba28c586b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.326271605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2983f3-4c91-4823-8fa5-87153a1dd116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.378511421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2983f3-4c91-4823-8fa5-87153a1dd116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.430650105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2983f3-4c91-4823-8fa5-87153a1dd116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.497807746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2983f3-4c91-4823-8fa5-87153a1dd116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.550905079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"11143671-d069-4fe5-a7aa-e8c5874c74e5","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","subscription":"e2e-rate-iso-a-c68709","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.603380826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"11143671-d069-4fe5-a7aa-e8c5874c74e5","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.656003074Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-rate-iso-a-c68709","reconcileID":"11143671-d069-4fe5-a7aa-e8c5874c74e5","MaaSSubscription":{"name":"e2e-rate-iso-a-c68709","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.92556987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"eb9f7e93-93bb-4a3d-b45a-a8c4411d4bcd","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/rate-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:01.925591879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"rate-test-model-f735f4","reconcileID":"eb9f7e93-93bb-4a3d-b45a-a8c4411d4bcd","MaaSModelRef":{"name":"rate-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"rate-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"rate-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:02.081215127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"cdde6d12-74df-47d0-a4bc-ddf4c9b3ad1d","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:02.081239185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"cdde6d12-74df-47d0-a4bc-ddf4c9b3ad1d","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:03.369199573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c3e06-5c4e-4d53-89db-c2c64b3f2015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:03.421382004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c3e06-5c4e-4d53-89db-c2c64b3f2015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:03.474040843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c3e06-5c4e-4d53-89db-c2c64b3f2015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:03.526591599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620c3e06-5c4e-4d53-89db-c2c64b3f2015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:12.242938052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"076b76bd-2c28-4c0c-bab0-411bdaffbd0d","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","subscription":"e2e-rate-iso-b-c68709","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:12.295946966Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"076b76bd-2c28-4c0c-bab0-411bdaffbd0d","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:12.348497592Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-rate-iso-b-c68709","reconcileID":"076b76bd-2c28-4c0c-bab0-411bdaffbd0d","MaaSSubscription":{"name":"e2e-rate-iso-b-c68709","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:12.649611946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f9158462-9776-40de-89f5-34fc9187172b","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/rate-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:12.649632874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"rate-test-model-957b33","reconcileID":"f9158462-9776-40de-89f5-34fc9187172b","MaaSModelRef":{"name":"rate-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"rate-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"rate-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:24.970107451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:41.157475071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f99aee2-356e-4440-a3ea-c209e360459c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:41.210039903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f99aee2-356e-4440-a3ea-c209e360459c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:41.262453037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f99aee2-356e-4440-a3ea-c209e360459c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:41.314671672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f99aee2-356e-4440-a3ea-c209e360459c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:43.24417244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb7271e-3d3d-4d5e-97a9-86d54ffd62f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:43.296551386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb7271e-3d3d-4d5e-97a9-86d54ffd62f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:43.349992821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb7271e-3d3d-4d5e-97a9-86d54ffd62f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:43.402757296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb7271e-3d3d-4d5e-97a9-86d54ffd62f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.194882541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","namespace":"ai-tenant-e2e-shared-a-w3-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.194949731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","namespace":"ai-tenant-e2e-shared-a-w3-965a07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.194999582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","tenant":"e2e-shared-a-w3-965a07","tenantID":"e2e-shared-a-w3-965a07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.248744446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-965a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.31057553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Service","name":"maas-api-e2e-shared-a-w3-965a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.364767713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-965a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.418414704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-965a07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.479822772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.534231149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.591340406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.652897489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.705746766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.757833483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.809330915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.86093517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.916054235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:49.967884295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.019927331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.076567641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.128333628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.180513396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.233925559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-965a07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:50.286201569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-965a07"},"namespace":"ai-tenant-e2e-shared-a-w3-965a07","name":"default-tenant","reconcileID":"1cb73fe3-adc2-47d3-bea4-0d98fa763d67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-965a07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:54.968883701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.054620416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"b849393e-1b85-4483-ad54-95d453d64077","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.054648867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"b849393e-1b85-4483-ad54-95d453d64077","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.112586258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"64944ef9-ac36-4fb3-9a66-98e36370d8db","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.112610872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"64944ef9-ac36-4fb3-9a66-98e36370d8db","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:06:59.256230612Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"64944ef9-ac36-4fb3-9a66-98e36370d8db","name":"rate-test-model-ffba43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:06:59.256307104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"64944ef9-ac36-4fb3-9a66-98e36370d8db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.261923128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"8ef638a2-e6b9-4699-951f-8147e9c1945d","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:06:59.261940647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"8ef638a2-e6b9-4699-951f-8147e9c1945d","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:00.037235236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f87e5c2-1f8e-41ba-9d8f-1eccf27e4b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:00.08965263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f87e5c2-1f8e-41ba-9d8f-1eccf27e4b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:00.142460436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f87e5c2-1f8e-41ba-9d8f-1eccf27e4b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:00.194980407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f87e5c2-1f8e-41ba-9d8f-1eccf27e4b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:00.450793684Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-965a07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-965a07","reconcileID":"32eab87a-f1e4-489d-974e-51d2e6a88fc0","aitenant":"ai-tenants/e2e-shared-a-w3-965a07","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:01.219057455Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-965a07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-965a07","reconcileID":"32eab87a-f1e4-489d-974e-51d2e6a88fc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-965a07","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-965a07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:02.149081638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ddd7b-2fba-414f-a5cd-f5bc823c2911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:02.225916635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ddd7b-2fba-414f-a5cd-f5bc823c2911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:02.278724721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ddd7b-2fba-414f-a5cd-f5bc823c2911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:02.331351011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ddd7b-2fba-414f-a5cd-f5bc823c2911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.21531426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5fa942-b279-4697-a5b6-7363286294cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.267816931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5fa942-b279-4697-a5b6-7363286294cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.319991611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5fa942-b279-4697-a5b6-7363286294cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.372438886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5fa942-b279-4697-a5b6-7363286294cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.620193303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"8fded43e-d156-4e88-bc88-71932b629144","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.620222633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"8fded43e-d156-4e88-bc88-71932b629144","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.677181382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"2f7f9b3b-af4c-4e45-ba71-23d418b0203c","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.677203756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"2f7f9b3b-af4c-4e45-ba71-23d418b0203c","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.78514398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b6643441-0745-4111-bdea-a8d3c6aa4b18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.910794833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b6643441-0745-4111-bdea-a8d3c6aa4b18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:04.967223659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b6643441-0745-4111-bdea-a8d3c6aa4b18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:05.031794923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"8f299af5-f134-4ef0-8e97-7c153b02a563","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:05.031815591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"8f299af5-f134-4ef0-8e97-7c153b02a563","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:09.804678207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdac110-e0aa-4ea6-a599-28ca6c767abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:09.864982874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdac110-e0aa-4ea6-a599-28ca6c767abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:09.917767788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdac110-e0aa-4ea6-a599-28ca6c767abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:09.970291543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdac110-e0aa-4ea6-a599-28ca6c767abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:11.863702078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb2977-30c2-4777-b275-59d95fe40cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:11.916137927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb2977-30c2-4777-b275-59d95fe40cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:11.968436609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb2977-30c2-4777-b275-59d95fe40cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:12.020977808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb2977-30c2-4777-b275-59d95fe40cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:15.13588074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b84c57e8-cb3d-4e0c-bed5-f677d6d08d28","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:15.192673663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b84c57e8-cb3d-4e0c-bed5-f677d6d08d28","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:15.247907256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"b84c57e8-cb3d-4e0c-bed5-f677d6d08d28","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:24.974623227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:25.353948322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"578644bb-86f7-4c96-8857-9d5ce4ccfb6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:25.410710292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"578644bb-86f7-4c96-8857-9d5ce4ccfb6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:25.465656709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"578644bb-86f7-4c96-8857-9d5ce4ccfb6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:35.570496725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"24684273-23c9-4bb4-8878-73cc2574f425","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:35.62738385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"24684273-23c9-4bb4-8878-73cc2574f425","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:35.683943098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"24684273-23c9-4bb4-8878-73cc2574f425","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.120392925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","namespace":"ai-tenant-e2e-mt-85e72378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.120451535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","namespace":"ai-tenant-e2e-mt-85e72378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.120520549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","tenant":"e2e-mt-85e72378","tenantID":"e2e-mt-85e72378","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.174356973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Deployment","name":"maas-api-e2e-mt-85e72378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.234076249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Service","name":"maas-api-e2e-mt-85e72378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.289676018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-85e72378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.343533776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-85e72378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.401049912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.456661052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.513255778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.567220908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.621188184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Deployment","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.673255563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.725440668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Service","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.777595413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"Service","name":"payload-pre-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.829756507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.881331865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.933060576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:44.988103162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.040061823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.091777772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.144194393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-85e72378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.196274968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85e72378"},"namespace":"ai-tenant-e2e-mt-85e72378","name":"default-tenant","reconcileID":"d7732906-6f77-4c90-b534-0d4d8ec2fc4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-85e72378","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.789071846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"d246c076-8a14-410e-a5bd-4e5c8370b818","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.846682276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"d246c076-8a14-410e-a5bd-4e5c8370b818","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.902381992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9600d361dcd022b1596c32c08551f74fd5556b1efcdc85371ea0e88d07edbf8d) AuthConfig (f710a1d0141d6f67a38feeca6d875379668ae74524e7a2802c7fedbb255db5fd) AuthConfig (40619adbbd6136576b8d09c2ecba325eeecbcf3dced566e17259a15d9f324bdb) AuthConfig (0bfb1c540ebba791f58b1ce2850515b4264f99c2890809c966517f5836106d18) AuthConfig (0f032f2cdf8491a46a82c30fba9198640bd669fed0f1b0e8f5d9986bfc9cddcc) AuthConfig (d6438c2418b30065d9cda7dc4f7a62f8d3fb36353ffcd52849e97e58cc9eb078) AuthConfig (b6c601b866e4a2699d93615a190ea9ecdf6102875bb6dea1eb2f81a522342d29) AuthConfig (2c0f0e3fa791c30785bedeb6f8fb7e8374bf2ba62ecd27f034a9a93b637e9600) AuthConfig (a5a0b38c40de2de94532011035af664586271ea5465f60009f5b2281107e1b4c) AuthConfig (f9ca12a392333f649097a4ef5bc0c43d145de32574a551ded45fe3f65d2f2482) AuthConfig (4e9012024cf36bc08bde27e1f646d73a2ab9dc601e1f8e897f18e6e64c1a0a59) AuthConfig (30d1085a26cf46a7dc29379e3d33aca1b0da94a1535757a5415e69f00f350694) AuthConfig (33355a4255623f9927b7a52e61ea119733c104a3664b1b66e1a1d391ab2d66eb) AuthConfig (99e8824be0c6529f607b57ab3a877f891af32bfdaad607012d18b205be44903c) AuthConfig (4d5ab75fb95dea6e1bfee97f681b04ccffefa79c7db5bb7d856605bed9265003) AuthConfig (f58fd152c275478d67a7e565d31772283b8a41c7b76074b21e7ac4012634a77e) AuthConfig (55209f586cbc2c5df5ed0092ea91b195f37744700f3b0e611143098f373128e6) AuthConfig (97627334287429315fc612c666c893919100ae9448c2546930a690fac6f35124)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"d246c076-8a14-410e-a5bd-4e5c8370b818","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.95813578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"de7b83ee-592d-4dbe-9a6f-31883af8ead4","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:45.958160178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"de7b83ee-592d-4dbe-9a6f-31883af8ead4","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:54.652257022Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85e72378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85e72378","reconcileID":"3fed3804-1be7-4ea7-bcd9-1b721ed96738","aitenant":"ai-tenants/e2e-mt-85e72378","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:54.969852548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:55.135311252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28499e61-7f96-4150-b34b-0d5e55c6d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:55.189238615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28499e61-7f96-4150-b34b-0d5e55c6d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:55.242901233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28499e61-7f96-4150-b34b-0d5e55c6d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:55.295384146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28499e61-7f96-4150-b34b-0d5e55c6d40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:55.464974287Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85e72378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85e72378","reconcileID":"3fed3804-1be7-4ea7-bcd9-1b721ed96738","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-85e72378","removed":["maas.opendatahub.io/gateway-access-e2e-mt-85e72378"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.063112596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"88f7cb6c-1b03-4daf-8874-f63c8d78ea2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.131126337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"88f7cb6c-1b03-4daf-8874-f63c8d78ea2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.188044812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9aebe8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9600d361dcd022b1596c32c08551f74fd5556b1efcdc85371ea0e88d07edbf8d) AuthConfig (f710a1d0141d6f67a38feeca6d875379668ae74524e7a2802c7fedbb255db5fd) AuthConfig (40619adbbd6136576b8d09c2ecba325eeecbcf3dced566e17259a15d9f324bdb) AuthConfig (0bfb1c540ebba791f58b1ce2850515b4264f99c2890809c966517f5836106d18) AuthConfig (0f032f2cdf8491a46a82c30fba9198640bd669fed0f1b0e8f5d9986bfc9cddcc) AuthConfig (d6438c2418b30065d9cda7dc4f7a62f8d3fb36353ffcd52849e97e58cc9eb078) AuthConfig (b6c601b866e4a2699d93615a190ea9ecdf6102875bb6dea1eb2f81a522342d29) AuthConfig (2c0f0e3fa791c30785bedeb6f8fb7e8374bf2ba62ecd27f034a9a93b637e9600) AuthConfig (a5a0b38c40de2de94532011035af664586271ea5465f60009f5b2281107e1b4c) AuthConfig (f9ca12a392333f649097a4ef5bc0c43d145de32574a551ded45fe3f65d2f2482) AuthConfig (4e9012024cf36bc08bde27e1f646d73a2ab9dc601e1f8e897f18e6e64c1a0a59) AuthConfig (30d1085a26cf46a7dc29379e3d33aca1b0da94a1535757a5415e69f00f350694) AuthConfig (33355a4255623f9927b7a52e61ea119733c104a3664b1b66e1a1d391ab2d66eb) AuthConfig (99e8824be0c6529f607b57ab3a877f891af32bfdaad607012d18b205be44903c) AuthConfig (4d5ab75fb95dea6e1bfee97f681b04ccffefa79c7db5bb7d856605bed9265003) AuthConfig (f58fd152c275478d67a7e565d31772283b8a41c7b76074b21e7ac4012634a77e) AuthConfig (55209f586cbc2c5df5ed0092ea91b195f37744700f3b0e611143098f373128e6) AuthConfig (97627334287429315fc612c666c893919100ae9448c2546930a690fac6f35124)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"88f7cb6c-1b03-4daf-8874-f63c8d78ea2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.7551296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f2d789c6-fae1-4598-8a54-7ce5f22eaf5b","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.755143793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-access","reconcileID":"d1801bd5-4c82-425d-93bf-19ec3be4f8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.917776967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"db398c0f-97fe-4afd-b48b-75f5d03da860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.964988564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"5e1c5c3c-69bb-4db1-98fb-c65c2218a2e5","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:56.975285767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"db398c0f-97fe-4afd-b48b-75f5d03da860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.024053439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"acc5c8d6-a548-44db-828e-fcefe22f56de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.125186846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f1cb8cb2-35a1-4a58-81eb-f1f38a4c98f8","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.243370684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7146af-b855-4ea7-a958-9d77762e435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.296135173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7146af-b855-4ea7-a958-9d77762e435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.348733618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7146af-b855-4ea7-a958-9d77762e435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.348867761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"31453249-a0ee-433a-a492-9a96fa3469ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.401070915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7146af-b855-4ea7-a958-9d77762e435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:57.45845755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"31453249-a0ee-433a-a492-9a96fa3469ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:59.363188523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9712c-74df-4282-a6a4-0b46e8c49c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:59.415559308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9712c-74df-4282-a6a4-0b46e8c49c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:59.467991519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9712c-74df-4282-a6a4-0b46e8c49c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:07:59.520487304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9712c-74df-4282-a6a4-0b46e8c49c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.118461274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","namespace":"ai-tenant-e2e-shared-b-w3-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.11852887Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","namespace":"ai-tenant-e2e-shared-b-w3-7273af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.11858555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","tenant":"e2e-shared-b-w3-7273af","tenantID":"e2e-shared-b-w3-7273af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.173044195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-7273af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.234435068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Service","name":"maas-api-e2e-shared-b-w3-7273af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.289329338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-7273af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.343961174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-7273af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.405195184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.460589612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.517095945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.574619602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.627123078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.679354031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.731470824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.783344423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.836020778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.888096598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.940997432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:00.996611586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:01.048961864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:01.101055887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:01.157948748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-7273af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:01.222849109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7273af"},"namespace":"ai-tenant-e2e-shared-b-w3-7273af","name":"default-tenant","reconcileID":"f43c966f-1174-4cb4-bd91-e165421e5284","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-7273af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:05.782215387Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7273af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7273af","reconcileID":"9a8af690-799b-469b-95df-43b8a0eb7c42","aitenant":"ai-tenants/e2e-shared-b-w3-7273af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.249954468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6001e56-4ad4-4aa8-aba0-76eda30eda53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.304154665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6001e56-4ad4-4aa8-aba0-76eda30eda53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.356620829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6001e56-4ad4-4aa8-aba0-76eda30eda53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.409118975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6001e56-4ad4-4aa8-aba0-76eda30eda53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.411065128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"0c4b171a-70f4-4403-8631-f23db9ff040d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.467983431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"0c4b171a-70f4-4403-8631-f23db9ff040d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.583031102Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7273af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7273af","reconcileID":"9a8af690-799b-469b-95df-43b8a0eb7c42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7273af","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7273af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.787289936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f5c1f908-ff67-4d0c-ae67-fcb19af1badd","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:06.78730963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f5c1f908-ff67-4d0c-ae67-fcb19af1badd","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.298181937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"dd911194-afdc-4751-9e6e-45509ab8810a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.35207453Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"dd911194-afdc-4751-9e6e-45509ab8810a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.405044805Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"simulator-subscription","reconcileID":"dd911194-afdc-4751-9e6e-45509ab8810a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/simulator-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.736791593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"6fd599f2-636a-4145-ae28-70818c4ef127","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.738521015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-access","reconcileID":"79201548-0a1e-4403-a49a-36342fe1d62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.799961299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"e3990bde-b995-4ba5-a698-3ee6a57957c7","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.901775557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"0cb827b3-1841-4d96-9ab6-efcac1027752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.903184294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"61f2aa1b-432f-4e7f-91b0-5969a6516f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.946938799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"351952d8-3c93-4741-bf9b-6db7bef1f219","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.960108479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"0cb827b3-1841-4d96-9ab6-efcac1027752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:07.960511352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"61f2aa1b-432f-4e7f-91b0-5969a6516f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.007162917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"e900d2bb-955f-45e0-b752-da45c56fa44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.174771991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fc504418-1ad8-4a74-bc09-a8e4a0c7ef8c","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.174793077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fc504418-1ad8-4a74-bc09-a8e4a0c7ef8c","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.232926356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"f86fe8f1-57e0-4cce-9dbf-883b403c7cff","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.304226315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bd5d80-7789-4e45-93d3-98fc5618c297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.304408785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"4bc022e4-2b1f-49b5-9511-dbcb33f5ed3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.362286127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bd5d80-7789-4e45-93d3-98fc5618c297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.415168582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bd5d80-7789-4e45-93d3-98fc5618c297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.467709398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2bd5d80-7789-4e45-93d3-98fc5618c297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:08.472643014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"4bc022e4-2b1f-49b5-9511-dbcb33f5ed3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.044281398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"ebbc5284-c33f-4b7e-a3c5-d2db4ec06715","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.044300053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"ebbc5284-c33f-4b7e-a3c5-d2db4ec06715","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.102974007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"cee4428a-5710-42c2-ab88-a1f93d1022ba","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.103074602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"cee4428a-5710-42c2-ab88-a1f93d1022ba","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.209238749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"7ecfae62-f5d7-433a-9dc4-e32ef8359ae2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.336068405Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"7ecfae62-f5d7-433a-9dc4-e32ef8359ae2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.392217087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"7ecfae62-f5d7-433a-9dc4-e32ef8359ae2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.449799381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"88929e98-4bf9-482f-a12c-384b23911315","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:12.44981923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"88929e98-4bf9-482f-a12c-384b23911315","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.455588419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"c6c44853-24e1-4121-838d-980e5f65c5b8","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.595469347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"be91b9c1-075c-4855-b43a-7cab9524ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.622962692Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"b4cc0ec9-2124-4ff8-871d-affa42ae1ba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa18948d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.653042423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"be91b9c1-075c-4855-b43a-7cab9524ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.919189955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"ce95c29c-fd31-47d8-a177-3be9710fb0de","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.919210979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"ce95c29c-fd31-47d8-a177-3be9710fb0de","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.965153733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fb16eec7-c231-4394-81b9-f16ee4e66c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.98285257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"b8b30740-90d8-4b0c-a836-d9059d8b5f5b","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:13.982874324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"b8b30740-90d8-4b0c-a836-d9059d8b5f5b","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.021924418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"fb16eec7-c231-4394-81b9-f16ee4e66c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.030476162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"1075bd4d-b27d-47ac-bb3d-914a9b7bdb07","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.087525565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"dc185dc8-04cb-4eca-bd92-3ff49876fd33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.140776362Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"8fb231d3-12c0-46fc-9e46-2d6ab8f2469b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa18948d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.195250699Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"c109fadc-8685-4ee0-b0b0-79b66a0211b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa18948d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.215395293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e1593c62-afa8-44f3-a83b-3cf7d83bfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.216161109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"dc185dc8-04cb-4eca-bd92-3ff49876fd33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.271632888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"dc185dc8-04cb-4eca-bd92-3ff49876fd33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.329314915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"87111362-8637-4990-9f1b-0a6a7038ed16","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.329335198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"87111362-8637-4990-9f1b-0a6a7038ed16","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.422313947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e1593c62-afa8-44f3-a83b-3cf7d83bfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.553217382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e1593c62-afa8-44f3-a83b-3cf7d83bfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"e2e-worker-w4-c7d758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.553242162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-access","reconcileID":"e1593c62-afa8-44f3-a83b-3cf7d83bfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.571162407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"669d5bee-17c3-4aa9-a222-919c4b909331","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.571421466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"76c42bc9-1ae9-4dc2-ac6f-964c53b288db","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.623941867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"5c99082a-8358-4eda-a5b1-158a2504d8cb","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.624145787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"467d4855-9e45-4b44-85cd-e60341509993","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.624354331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"ef1fd17d-4247-4e23-82b1-6dd9c2705ace","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:14.675910504Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"448d5606-0710-4e26-9b0b-1cb00a31d25d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa18948d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:15.506518643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e02618-27f7-442b-8f7d-dc06afd25d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:15.55870777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e02618-27f7-442b-8f7d-dc06afd25d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:15.611138937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e02618-27f7-442b-8f7d-dc06afd25d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:15.663616525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e02618-27f7-442b-8f7d-dc06afd25d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:17.637285464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0637b958-ff30-418a-a53b-3cff04d1a2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:17.690071546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0637b958-ff30-418a-a53b-3cff04d1a2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:17.74235734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0637b958-ff30-418a-a53b-3cff04d1a2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:17.794802059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0637b958-ff30-418a-a53b-3cff04d1a2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.278532563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d328bffb-24fb-4776-8751-a8d1ace63829","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.33074479Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d328bffb-24fb-4776-8751-a8d1ace63829","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.383233111Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"simulator-subscription","reconcileID":"d328bffb-24fb-4776-8751-a8d1ace63829","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/simulator-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.652121174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"4760253e-6052-4c33-8809-9adfd355788b","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.757875729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b2e07eae-2cfd-43ed-8d84-1b7945f4c750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:18.8150111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"b2e07eae-2cfd-43ed-8d84-1b7945f4c750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:21.40325611Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"458cb55a-3bf8-4bb9-aa73-ad1d582f658c","namespace":"ai-tenant-e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:21.403321214Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"458cb55a-3bf8-4bb9-aa73-ad1d582f658c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:21.457733342Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"458cb55a-3bf8-4bb9-aa73-ad1d582f658c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:21.457760089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"458cb55a-3bf8-4bb9-aa73-ad1d582f658c","namespace":"ai-tenant-e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:22.553838331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"f45a62e1-f307-48eb-9f7d-02adce1fcb04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:22.611134893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"f45a62e1-f307-48eb-9f7d-02adce1fcb04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:22.666268284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"f45a62e1-f307-48eb-9f7d-02adce1fcb04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.43424836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"f762163d-72c1-46ae-befb-e65d71a85099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.493296126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"f762163d-72c1-46ae-befb-e65d71a85099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.548175822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"f762163d-72c1-46ae-befb-e65d71a85099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.729861522Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"333ef84a-0ebc-4b75-96cd-d50f43f50a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.758603716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"187e84c7-9e9e-445a-932c-4f3e564d612f","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.782290769Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"333ef84a-0ebc-4b75-96cd-d50f43f50a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.834895959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"premium-simulator-subscription","reconcileID":"333ef84a-0ebc-4b75-96cd-d50f43f50a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"name":"maas-trlp-premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758","model":"e2e-models-e2e-worker-w4-c7d758/premium-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:24.970048632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.087562287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"9c43dbb6-c3bd-45bd-833b-640edc3af0ee","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.145850482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"f5146cc4-1880-48a6-909f-a6771ec6ee8c","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.289009679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"10426bd3-a918-4519-adb4-084183622634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.297060325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"9269d314-8d00-43b0-a4e2-e58f01fe32a8","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.345479375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"10426bd3-a918-4519-adb4-084183622634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.394176282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"1eff01c8-e788-43d3-a18d-b028b261ca18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.405055119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"e324a01b-cc2b-4447-8f95-f18bb5bdf982","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.465049677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"b70cd958-3440-46bf-8f6f-7e27e5c61358","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.547412843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"719e79dc-6a98-4dd1-a6b7-42962a225a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.615093439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"04e19dbe-1571-406a-a067-5440902a7098","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.667806782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"735f1ebd-80b7-4468-87c5-7cfc8c6c11b4","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.720549587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"3bb49f7f-bccc-4d78-9274-821bd082a0e3","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.720828078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"9ac7f54c-ce7f-4460-abce-d413b93f00c8","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.748997314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"8de9ad37-1670-4334-8fda-5c315a28afde","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.779976427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"61356644-3cee-4098-92b2-cbe641ab51fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af76fd17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.803487802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"719e79dc-6a98-4dd1-a6b7-42962a225a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.93960672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"719e79dc-6a98-4dd1-a6b7-42962a225a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:25.93963676Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"719e79dc-6a98-4dd1-a6b7-42962a225a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.002282246Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3fd201b-6634-4d44-97e6-be971fef1f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.002802477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"722cf53a-487b-42be-ac07-ede1e01bbb3a","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.103847346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"01cf7c84-be05-43d7-9a59-f412f47d5536","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.229106513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3fd201b-6634-4d44-97e6-be971fef1f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.285931221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3fd201b-6634-4d44-97e6-be971fef1f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"e2e-worker-w3-a0e72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.285955218Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3fd201b-6634-4d44-97e6-be971fef1f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a0e72e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:26.33803333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-access","reconcileID":"e3fd201b-6634-4d44-97e6-be971fef1f78","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.429421731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"95730899-85b3-4b83-980d-f9894ca90630","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.604324396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769027e9-f0b1-416d-849a-3db73ab90201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.656976059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769027e9-f0b1-416d-849a-3db73ab90201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.713126899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769027e9-f0b1-416d-849a-3db73ab90201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.767741625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769027e9-f0b1-416d-849a-3db73ab90201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.77220207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"e86b250a-0dfe-4634-8510-abed4fa669b0","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.825648148Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"9c47122e-999b-45e9-a522-5127df89027f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af76fd17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:26.881102147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"058d118b-92b9-40fd-af9a-3a3091b1154c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af76fd17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:27.11051193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"c6a6ef22-bd20-479c-a4cc-d83dee005776","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:28.703026576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b786e2-8f4e-4017-9cfe-3d10b79cc164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:28.755871939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b786e2-8f4e-4017-9cfe-3d10b79cc164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:28.808842262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b786e2-8f4e-4017-9cfe-3d10b79cc164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:28.862904784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b786e2-8f4e-4017-9cfe-3d10b79cc164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:30.793450858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d6e379-1396-4e7b-a226-5268ba457320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:30.846082845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d6e379-1396-4e7b-a226-5268ba457320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:30.898453067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d6e379-1396-4e7b-a226-5268ba457320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:30.950979471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d6e379-1396-4e7b-a226-5268ba457320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:32.774245421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"cb6f606f-cda5-48f4-8883-70027c972936","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:32.837566706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"cb6f606f-cda5-48f4-8883-70027c972936","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:32.897285955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c5024d-adfa-47bf-8ed4-c1b7ce008dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:32.900704565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"cb6f606f-cda5-48f4-8883-70027c972936","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:32.952459242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c5024d-adfa-47bf-8ed4-c1b7ce008dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:33.005678238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c5024d-adfa-47bf-8ed4-c1b7ce008dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:33.058336135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c5024d-adfa-47bf-8ed4-c1b7ce008dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:34.653124078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9621fc29-fbc5-4736-89a4-ab36a69b1530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:34.709507683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9621fc29-fbc5-4736-89a4-ab36a69b1530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:34.765152336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9621fc29-fbc5-4736-89a4-ab36a69b1530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:34.816869785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"a7b1c66c-7625-4b2c-8fc8-3c0a4a4ba5d7","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:34.970458772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2cad9ce-4bbc-48c5-b079-bf968fa40c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.022950185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2cad9ce-4bbc-48c5-b079-bf968fa40c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.075475773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2cad9ce-4bbc-48c5-b079-bf968fa40c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.128375302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2cad9ce-4bbc-48c5-b079-bf968fa40c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.146448577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"dd05f61d-52f1-45ff-9460-9bc8773ffa6c","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.524959454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"02d93a3e-2253-4c70-9ea2-c618b94a058d","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:35.808785789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"f7a508d8-6cd7-48b0-b663-bc0e64d16848","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.171186097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"76979a37-b262-4de6-b396-b598bbdb9c9e","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.494163024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"6334b9f8-b3d4-458a-9af2-46d2ee910a54","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.91284791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"154d0070-126b-486f-9ff2-62eec48af995","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.912873516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"154d0070-126b-486f-9ff2-62eec48af995","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.934432592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7ea583bf-126a-4580-82ab-87d6136f0f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.968238301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"f0adee4d-090c-433f-aba8-522e3d45c421","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:36.987048294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7ea583bf-126a-4580-82ab-87d6136f0f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:37.040156039Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"premium-simulator-subscription","reconcileID":"7ea583bf-126a-4580-82ab-87d6136f0f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"name":"maas-trlp-premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e","model":"e2e-models-e2e-worker-w3-a0e72e/premium-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:37.171286638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"6a1cff54-8245-465e-9924-deb143bd924a","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:37.308262456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"54476f8a-90c0-452e-8010-b2cbdede753e","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:38.023758795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"c490ef39-fd81-4298-ba74-e0ad8c47c339","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:38.032061247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"1d429fd6-d91c-4be7-b321-ca8913f0b09a","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:38.041359163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"51110cf3-1420-456a-a3ae-720c90239005","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:38.047844579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"3720b52c-40b2-4639-98db-eec73dded212","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:38.986880208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"7c84313a-66a7-4dd9-b5cb-72b94d298e7f","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"simulator-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"simulator-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:38.986907799Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"7c84313a-66a7-4dd9-b5cb-72b94d298e7f","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"error":"LLMInferenceService simulator-w4-c7d758 not found in namespace e2e-models-e2e-worker-w4-c7d758","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:39.045475645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"7c84313a-66a7-4dd9-b5cb-72b94d298e7f","error":"LLMInferenceService simulator-w4-c7d758 not found in namespace e2e-models-e2e-worker-w4-c7d758","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:39.045665112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-2-w4-c7d758","reconcileID":"7771bd79-c059-4049-b400-259fc15139cc","MaaSModelRef":{"name":"distinct-2-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-2-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-2-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:39.045944727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"distinct-w4-c7d758","reconcileID":"8a1bed56-61a0-46d1-9ef4-f92a6f4abb72","MaaSModelRef":{"name":"distinct-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"distinct-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"distinct-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:39.046106454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"premium-w4-c7d758","reconcileID":"a11af851-dd80-4dcf-a45f-13549385537e","MaaSModelRef":{"name":"premium-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"routeName":"premium-w4-c7d758-kserve-route","namespace":"e2e-models-e2e-worker-w4-c7d758","llmisvcName":"premium-w4-c7d758","gateway":"openshift-ingress/e2e-worker-w4-c7d758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:40.793226205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c7d758","namespace":"e2e-models-e2e-worker-w4-c7d758"},"namespace":"e2e-models-e2e-worker-w4-c7d758","name":"simulator-w4-c7d758","reconcileID":"d43b3169-6757-4e4f-afab-dea908672f90","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w4-c7d758\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:43.006296277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"0bc758b8-e8f8-4c87-91fa-79d09fa766fb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:43.064031293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"0bc758b8-e8f8-4c87-91fa-79d09fa766fb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:43.12023383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"0bc758b8-e8f8-4c87-91fa-79d09fa766fb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:44.87091079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"55b6c3fe-f477-41ed-9f26-1eb8c26aeb2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:44.92827351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"55b6c3fe-f477-41ed-9f26-1eb8c26aeb2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:44.984018014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"55b6c3fe-f477-41ed-9f26-1eb8c26aeb2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:46.172160701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"dfadb8a9-6fe0-4513-b957-838ca350b3e7","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:46.495289325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"09ce7d5d-8c47-41d2-b2fe-d6b56a274a28","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:47.172457784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"126edca1-75b4-4dd1-bbf0-1cfaddd33f6e","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:47.308852415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"7f1a39ea-1e06-4d84-ad5d-72d2112909e9","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:49.494401272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"ee598e3b-be70-42dd-a131-22c8dcd97265","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-2-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-2-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:49.501567278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-w3-a0e72e","reconcileID":"f62395d2-c870-4279-a441-3a86d8ebcf53","MaaSModelRef":{"name":"distinct-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"distinct-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"distinct-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:49.508480869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"premium-w3-a0e72e","reconcileID":"ebfed8f9-d2f1-4882-8a33-88d69ec635e8","MaaSModelRef":{"name":"premium-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"premium-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"premium-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:49.51495183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"simulator-w3-a0e72e","reconcileID":"8209f870-9d13-4b8a-b7c6-6a2190cb43c0","MaaSModelRef":{"name":"simulator-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"routeName":"simulator-w3-a0e72e-kserve-route","namespace":"e2e-models-e2e-worker-w3-a0e72e","llmisvcName":"simulator-w3-a0e72e","gateway":"openshift-ingress/e2e-worker-w3-a0e72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:49.749875455Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"7e82fe03-8e4a-40fb-84d9-d2165ca7e19a","name":"distinct-2-w3-a0e72e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:08:49.749941245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a0e72e","namespace":"e2e-models-e2e-worker-w3-a0e72e"},"namespace":"e2e-models-e2e-worker-w3-a0e72e","name":"distinct-2-w3-a0e72e","reconcileID":"7e82fe03-8e4a-40fb-84d9-d2165ca7e19a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a0e72e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:53.30126763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3f4e0170-aa64-4045-9f9d-6b386d22d4ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:53.360435123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3f4e0170-aa64-4045-9f9d-6b386d22d4ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:53.419940615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3f4e0170-aa64-4045-9f9d-6b386d22d4ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:54.970462862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:55.090905696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bb07306d-ebf3-41bd-b25f-cc1992d7405b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:55.147582827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bb07306d-ebf3-41bd-b25f-cc1992d7405b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:08:55.203063792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bb07306d-ebf3-41bd-b25f-cc1992d7405b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.295187429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","namespace":"ai-tenant-e2e-worker-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.295252561Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","namespace":"ai-tenant-e2e-worker-w3-a0e72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.295302861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","tenant":"e2e-worker-w3-a0e72e","tenantID":"e2e-worker-w3-a0e72e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.351844436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Deployment","name":"maas-api-e2e-worker-w3-a0e72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.413370914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Service","name":"maas-api-e2e-worker-w3-a0e72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.470850204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-a0e72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.526425036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-a0e72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.581204889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.638770097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.695884918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.749925017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.802804018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.854775813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.906859594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Service","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:01.958949575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.010671016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.062592786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.114570809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.17159176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.226332011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.280021765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.331986673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-a0e72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:02.384444912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a0e72e"},"namespace":"ai-tenant-e2e-worker-w3-a0e72e","name":"default-tenant","reconcileID":"228b6756-9a03-48fb-8d32-d360da286bf1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-a0e72e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:03.525467776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3ab5d88d-5faf-44d9-a194-d8fca7ef1e23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:03.583249127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3ab5d88d-5faf-44d9-a194-d8fca7ef1e23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:03.639786059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (560be55500d742a3068b592d5edd830ea4bcf22a53de432739ecae46608f3d38) AuthConfig (148f567af77d4f183bd286baba948c5cc10a3fffd52e62be746636ae4ae03786) AuthConfig (642bf5d94fe48cca9f46c7f3d45225483ccddc6cacbc767650d44e9d9e7aff39) AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (3ca75e233c33b6d1367281bdc80e6ac92be1ba9082f6e63bd6b9f3adc1dc387c) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (af9614c2140b474d090043ab9ba6198d91a4b8d0c8fe75eca52e4cf6a9077e47) AuthConfig (ca2621f54715fa84d34419e2aa7fac6584c4e0d0a508c4eaf2b789192b2496d2) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (4a51094dceb8096a6d54f09c8494c58dcc3111715aaf8dcc4b81597c30be5806) AuthConfig (3b1e41ad433e86d53c1f1cf6a2d24bdc8ac4d9a44db34f9faeb9589d63388e34) AuthConfig (f9d4a189d8048e29f356dda5560f021a687743f4ff01545147f247822ff95ef2) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (cc43dee28065180be92d2102d5feac63abd6a4356d27507d7bc65d364a003875) AuthConfig (a138dd3623cb0f875d624fb75b265375cebdea4cb3a096f321e5f9e4d3497698) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (d0b81d31677e2472e4cf91b50b2f378dde7427355e45e199d52d857eb5318bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"3ab5d88d-5faf-44d9-a194-d8fca7ef1e23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:03.699551901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"5201e7a0-bc16-4afe-b4e8-e2de4173a04b","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:03.699572951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"5201e7a0-bc16-4afe-b4e8-e2de4173a04b","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.308401617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bf4c4f24-24dc-478b-bd22-89e8eecf0008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.36475006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bf4c4f24-24dc-478b-bd22-89e8eecf0008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.411447496Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a0e72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a0e72e","reconcileID":"cdb660d9-2e70-4832-8751-066a5d60b9bd","aitenant":"ai-tenants/e2e-worker-w3-a0e72e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.501809728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf80384f73fb52df0efb3b8b4d3403c761248a0d1e18c3ec5324c345571cb9bd) AuthConfig (743978b93921685c531686ed8a9d67a8264794fbf6eb132bd67419865b1cb47b) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (0806a7092af99dc6c10ff04637b525070d5913bc3676b4333e409626e48e0fb8) AuthConfig (ee2c352c5a90b0fda1987187c0b13b7ac14480cc1fec26ace8e7b006b9ae7a16) AuthConfig (bcb50040937ab27af172e0813bf0996629746fefdb6e7e335ccef734e2c406c9) AuthConfig (0eb0861855fec2db6b1e0fcd5c6d8598c3e8a7f49e66d692f75cde392146170e) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (d5ae3cac91bb25062c8dc5c488bb41a0fb1efd601375c3e1132ccded66f52c04) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (e2414a1e44c17c2e8049fa467446b34ab82a0bc35b3da78501ea621d236ac247) AuthConfig (5322846cd390d9b88c9691731700d29b3e7cef91df40e1594b14bb3067016403) AuthConfig (fa0842d15db6ba26721feaf2109253bcd8fe36f4b31c0b036eb97372f4059c4c) AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (e249136504aa848fd8f320a63db24b3f7273c5859a12874e41d0e04ded73d354) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (a0229fe0bd81ca70c470f225cb46b37df3d52479fdcde11868479c5f0ba70e23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bf4c4f24-24dc-478b-bd22-89e8eecf0008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.560390887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"cb677fef-0eda-4088-9b7c-4aca3331ba1e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:05.560412003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"cb677fef-0eda-4088-9b7c-4aca3331ba1e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:06.043892597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7075afcb-0b60-468c-9fe8-127d1dba5f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:06.096390572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7075afcb-0b60-468c-9fe8-127d1dba5f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:06.148867394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7075afcb-0b60-468c-9fe8-127d1dba5f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:06.201221098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7075afcb-0b60-468c-9fe8-127d1dba5f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:06.260135892Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a0e72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a0e72e","reconcileID":"cdb660d9-2e70-4832-8751-066a5d60b9bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a0e72e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-a0e72e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:08.150565668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892ca9-8776-4cd7-93c8-8b9e0eafa6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:08.203277748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892ca9-8776-4cd7-93c8-8b9e0eafa6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:08.257794281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892ca9-8776-4cd7-93c8-8b9e0eafa6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:08.3109909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24892ca9-8776-4cd7-93c8-8b9e0eafa6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:10.205709592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3dc986-6ce2-4385-8bc9-da71dd6ebd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:10.258583273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3dc986-6ce2-4385-8bc9-da71dd6ebd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:10.310961925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3dc986-6ce2-4385-8bc9-da71dd6ebd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:10.36348273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3dc986-6ce2-4385-8bc9-da71dd6ebd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:13.803336434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a25845e1-e953-406a-9993-7252fe3a67d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:13.860048251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a25845e1-e953-406a-9993-7252fe3a67d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:13.915235551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (560be55500d742a3068b592d5edd830ea4bcf22a53de432739ecae46608f3d38) AuthConfig (148f567af77d4f183bd286baba948c5cc10a3fffd52e62be746636ae4ae03786) AuthConfig (642bf5d94fe48cca9f46c7f3d45225483ccddc6cacbc767650d44e9d9e7aff39) AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (3ca75e233c33b6d1367281bdc80e6ac92be1ba9082f6e63bd6b9f3adc1dc387c) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (af9614c2140b474d090043ab9ba6198d91a4b8d0c8fe75eca52e4cf6a9077e47) AuthConfig (ca2621f54715fa84d34419e2aa7fac6584c4e0d0a508c4eaf2b789192b2496d2) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (4a51094dceb8096a6d54f09c8494c58dcc3111715aaf8dcc4b81597c30be5806) AuthConfig (3b1e41ad433e86d53c1f1cf6a2d24bdc8ac4d9a44db34f9faeb9589d63388e34) AuthConfig (f9d4a189d8048e29f356dda5560f021a687743f4ff01545147f247822ff95ef2) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (cc43dee28065180be92d2102d5feac63abd6a4356d27507d7bc65d364a003875) AuthConfig (a138dd3623cb0f875d624fb75b265375cebdea4cb3a096f321e5f9e4d3497698) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (d0b81d31677e2472e4cf91b50b2f378dde7427355e45e199d52d857eb5318bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a25845e1-e953-406a-9993-7252fe3a67d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:15.665741515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"e750aaa2-66d5-4ede-b429-e1b379acce67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:15.722389167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"e750aaa2-66d5-4ede-b429-e1b379acce67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:15.777032347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf80384f73fb52df0efb3b8b4d3403c761248a0d1e18c3ec5324c345571cb9bd) AuthConfig (743978b93921685c531686ed8a9d67a8264794fbf6eb132bd67419865b1cb47b) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (0806a7092af99dc6c10ff04637b525070d5913bc3676b4333e409626e48e0fb8) AuthConfig (ee2c352c5a90b0fda1987187c0b13b7ac14480cc1fec26ace8e7b006b9ae7a16) AuthConfig (bcb50040937ab27af172e0813bf0996629746fefdb6e7e335ccef734e2c406c9) AuthConfig (0eb0861855fec2db6b1e0fcd5c6d8598c3e8a7f49e66d692f75cde392146170e) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (d5ae3cac91bb25062c8dc5c488bb41a0fb1efd601375c3e1132ccded66f52c04) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (e2414a1e44c17c2e8049fa467446b34ab82a0bc35b3da78501ea621d236ac247) AuthConfig (5322846cd390d9b88c9691731700d29b3e7cef91df40e1594b14bb3067016403) AuthConfig (fa0842d15db6ba26721feaf2109253bcd8fe36f4b31c0b036eb97372f4059c4c) AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (e249136504aa848fd8f320a63db24b3f7273c5859a12874e41d0e04ded73d354) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (a0229fe0bd81ca70c470f225cb46b37df3d52479fdcde11868479c5f0ba70e23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"e750aaa2-66d5-4ede-b429-e1b379acce67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.158125188Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","namespace":"ai-tenant-e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.158188969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","namespace":"ai-tenant-e2e-worker-w4-c7d758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.158237853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","tenant":"e2e-worker-w4-c7d758","tenantID":"e2e-worker-w4-c7d758","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.212945451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Deployment","name":"maas-api-e2e-worker-w4-c7d758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.27236145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Service","name":"maas-api-e2e-worker-w4-c7d758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.334015926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-c7d758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.388893576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-c7d758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.444769491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.503633866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.560431559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.614368175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.667140069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.718976669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.771486346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Service","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.823464509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.875525958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.928228291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:17.980234075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:18.037742189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:18.089826827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:18.141974962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:18.195091465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-c7d758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:18.247379355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c7d758"},"namespace":"ai-tenant-e2e-worker-w4-c7d758","name":"default-tenant","reconcileID":"02f2aead-372b-4ac0-876a-1468a6f5ef46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-c7d758","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:21.849493982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c7d758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c7d758","reconcileID":"d5692084-84c1-4126-9195-0e4da0ee8187","aitenant":"ai-tenants/e2e-worker-w4-c7d758","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:22.419791159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9c033-52e4-434b-a5d8-70d01eed0f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:22.476927537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9c033-52e4-434b-a5d8-70d01eed0f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:22.530828684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9c033-52e4-434b-a5d8-70d01eed0f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:22.584081969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9c033-52e4-434b-a5d8-70d01eed0f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:22.69789009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c7d758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c7d758","reconcileID":"d5692084-84c1-4126-9195-0e4da0ee8187","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c7d758","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-c7d758"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.019736283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"002d86a8-daf5-4418-ac4d-e4f93ce190b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.076466932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"002d86a8-daf5-4418-ac4d-e4f93ce190b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.131891849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (560be55500d742a3068b592d5edd830ea4bcf22a53de432739ecae46608f3d38) AuthConfig (148f567af77d4f183bd286baba948c5cc10a3fffd52e62be746636ae4ae03786) AuthConfig (642bf5d94fe48cca9f46c7f3d45225483ccddc6cacbc767650d44e9d9e7aff39) AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (3ca75e233c33b6d1367281bdc80e6ac92be1ba9082f6e63bd6b9f3adc1dc387c) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (af9614c2140b474d090043ab9ba6198d91a4b8d0c8fe75eca52e4cf6a9077e47) AuthConfig (ca2621f54715fa84d34419e2aa7fac6584c4e0d0a508c4eaf2b789192b2496d2) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (4a51094dceb8096a6d54f09c8494c58dcc3111715aaf8dcc4b81597c30be5806) AuthConfig (3b1e41ad433e86d53c1f1cf6a2d24bdc8ac4d9a44db34f9faeb9589d63388e34) AuthConfig (f9d4a189d8048e29f356dda5560f021a687743f4ff01545147f247822ff95ef2) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (cc43dee28065180be92d2102d5feac63abd6a4356d27507d7bc65d364a003875) AuthConfig (a138dd3623cb0f875d624fb75b265375cebdea4cb3a096f321e5f9e4d3497698) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (d0b81d31677e2472e4cf91b50b2f378dde7427355e45e199d52d857eb5318bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"002d86a8-daf5-4418-ac4d-e4f93ce190b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.461936426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5e65d3-e0dd-47b9-9f39-c9c25138a9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.514221824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5e65d3-e0dd-47b9-9f39-c9c25138a9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.566606835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5e65d3-e0dd-47b9-9f39-c9c25138a9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.618976987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5e65d3-e0dd-47b9-9f39-c9c25138a9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:24.969279641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:25.881984008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9e8ef97f-3ead-4124-af3d-481716de568f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:25.940026163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9e8ef97f-3ead-4124-af3d-481716de568f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:25.994829914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf80384f73fb52df0efb3b8b4d3403c761248a0d1e18c3ec5324c345571cb9bd) AuthConfig (743978b93921685c531686ed8a9d67a8264794fbf6eb132bd67419865b1cb47b) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (0806a7092af99dc6c10ff04637b525070d5913bc3676b4333e409626e48e0fb8) AuthConfig (ee2c352c5a90b0fda1987187c0b13b7ac14480cc1fec26ace8e7b006b9ae7a16) AuthConfig (bcb50040937ab27af172e0813bf0996629746fefdb6e7e335ccef734e2c406c9) AuthConfig (0eb0861855fec2db6b1e0fcd5c6d8598c3e8a7f49e66d692f75cde392146170e) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (d5ae3cac91bb25062c8dc5c488bb41a0fb1efd601375c3e1132ccded66f52c04) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (e2414a1e44c17c2e8049fa467446b34ab82a0bc35b3da78501ea621d236ac247) AuthConfig (5322846cd390d9b88c9691731700d29b3e7cef91df40e1594b14bb3067016403) AuthConfig (fa0842d15db6ba26721feaf2109253bcd8fe36f4b31c0b036eb97372f4059c4c) AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (e249136504aa848fd8f320a63db24b3f7273c5859a12874e41d0e04ded73d354) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (a0229fe0bd81ca70c470f225cb46b37df3d52479fdcde11868479c5f0ba70e23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"9e8ef97f-3ead-4124-af3d-481716de568f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:26.498097065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31b96d1-f3c0-4114-ae2e-e005b353a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:26.550425887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31b96d1-f3c0-4114-ae2e-e005b353a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:26.602684834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31b96d1-f3c0-4114-ae2e-e005b353a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:26.657108629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31b96d1-f3c0-4114-ae2e-e005b353a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:34.243493488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"071fd530-fef4-415c-a514-054c68f34a47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:34.303024263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"071fd530-fef4-415c-a514-054c68f34a47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:34.359032501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ffba43-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (560be55500d742a3068b592d5edd830ea4bcf22a53de432739ecae46608f3d38) AuthConfig (148f567af77d4f183bd286baba948c5cc10a3fffd52e62be746636ae4ae03786) AuthConfig (642bf5d94fe48cca9f46c7f3d45225483ccddc6cacbc767650d44e9d9e7aff39) AuthConfig (e62bf00d76398b0efef3a10774d98761d98015e3ac5eed61832a2a6d21fc760e) AuthConfig (3ca75e233c33b6d1367281bdc80e6ac92be1ba9082f6e63bd6b9f3adc1dc387c) AuthConfig (b0c608d68589e44e2eda7a985ebb794267616c6850c42924d48a159eeb3d9eac) AuthConfig (af9614c2140b474d090043ab9ba6198d91a4b8d0c8fe75eca52e4cf6a9077e47) AuthConfig (ca2621f54715fa84d34419e2aa7fac6584c4e0d0a508c4eaf2b789192b2496d2) AuthConfig (e46b7fe55850c3d84a8cce9f734e016778d99c79ff90599106cfb6fb9e260d8a) AuthConfig (4a51094dceb8096a6d54f09c8494c58dcc3111715aaf8dcc4b81597c30be5806) AuthConfig (3b1e41ad433e86d53c1f1cf6a2d24bdc8ac4d9a44db34f9faeb9589d63388e34) AuthConfig (f9d4a189d8048e29f356dda5560f021a687743f4ff01545147f247822ff95ef2) AuthConfig (9cbd2528f5ca607461fb38f3c3e66fd1e7803cfb4d52feabb5a7714e61e2028a) AuthConfig (6fbfc9805c90910275a7cd23e1eb312385b3590e580c29ff8269c38a6da4e377) AuthConfig (cc43dee28065180be92d2102d5feac63abd6a4356d27507d7bc65d364a003875) AuthConfig (a138dd3623cb0f875d624fb75b265375cebdea4cb3a096f321e5f9e4d3497698) AuthConfig (67476c574e39662fdb8d2198c5871780f496e1f10cb4c3d333f106fb7c7186f7) AuthConfig (d0b81d31677e2472e4cf91b50b2f378dde7427355e45e199d52d857eb5318bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"071fd530-fef4-415c-a514-054c68f34a47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:36.099859932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6b321ea5-71c1-48b1-981d-0ca13a044eea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:36.157944921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6b321ea5-71c1-48b1-981d-0ca13a044eea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:36.212990133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3a4683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf80384f73fb52df0efb3b8b4d3403c761248a0d1e18c3ec5324c345571cb9bd) AuthConfig (743978b93921685c531686ed8a9d67a8264794fbf6eb132bd67419865b1cb47b) AuthConfig (4b05253f78abf1b57599ab2ed08252b4eceb68c1b46487b39d65cea2988be691) AuthConfig (0806a7092af99dc6c10ff04637b525070d5913bc3676b4333e409626e48e0fb8) AuthConfig (ee2c352c5a90b0fda1987187c0b13b7ac14480cc1fec26ace8e7b006b9ae7a16) AuthConfig (bcb50040937ab27af172e0813bf0996629746fefdb6e7e335ccef734e2c406c9) AuthConfig (0eb0861855fec2db6b1e0fcd5c6d8598c3e8a7f49e66d692f75cde392146170e) AuthConfig (d4846b8054cbe5cb01d944b7c6ce8d399b8321fa7086e8e47b20e591364c0dee) AuthConfig (d5ae3cac91bb25062c8dc5c488bb41a0fb1efd601375c3e1132ccded66f52c04) AuthConfig (ea5563fa2fabcfbfcd495b6b2a98e2c00fe3581c263973a516e747756f1d0dd8) AuthConfig (e2414a1e44c17c2e8049fa467446b34ab82a0bc35b3da78501ea621d236ac247) AuthConfig (5322846cd390d9b88c9691731700d29b3e7cef91df40e1594b14bb3067016403) AuthConfig (fa0842d15db6ba26721feaf2109253bcd8fe36f4b31c0b036eb97372f4059c4c) AuthConfig (0e8670f3d05ab2593b21ea4758792f7f8d1f17ccb0a711c4f0ec244d229ffa57) AuthConfig (e249136504aa848fd8f320a63db24b3f7273c5859a12874e41d0e04ded73d354) AuthConfig (1ea08110d2f06f411e90d50f710fdb2a440e0643b3e43000e498028606f32eea) AuthConfig (77c5cf03eaec85f108d587c692e893f78aaf0813ab6139ccab7ba5cbabe85652) AuthConfig (a0229fe0bd81ca70c470f225cb46b37df3d52479fdcde11868479c5f0ba70e23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6b321ea5-71c1-48b1-981d-0ca13a044eea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:40.384082925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"7bb9e597-0ff2-424b-8c91-1c66f45e0acf","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:40.38411321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"7bb9e597-0ff2-424b-8c91-1c66f45e0acf","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:44.464025926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"24e5f30e-a2f2-4776-8e53-254c5f57dd2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:44.521183771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"24e5f30e-a2f2-4776-8e53-254c5f57dd2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:44.83842219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"dc015a11-26bd-4494-8a68-5b48cf9c0f6b","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:44.83844288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"dc015a11-26bd-4494-8a68-5b48cf9c0f6b","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.588408634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f72407b5-2bfd-401a-81aa-1312a6a34156","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.588428299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f72407b5-2bfd-401a-81aa-1312a6a34156","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.647966568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"c087c577-085d-4b2b-bd46-faf8919d01c4","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.647985956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"c087c577-085d-4b2b-bd46-faf8919d01c4","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:45.691901872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"69a37467-4617-4a14-822f-3d40cca7df8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-fd1c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.692057889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a0e84806-d9f3-4721-ae1e-1855856a71e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:45.701081372Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"c087c577-085d-4b2b-bd46-faf8919d01c4","name":"rate-test-model-9aebe8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9aebe8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:45.701134921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"c087c577-085d-4b2b-bd46-faf8919d01c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9aebe8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.706443814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"12aecdb4-013e-4bb1-86b2-b4f539090dd6","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.706476457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"12aecdb4-013e-4bb1-86b2-b4f539090dd6","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.749143267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a0e84806-d9f3-4721-ae1e-1855856a71e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.797488487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f7d05b1a-b7df-404d-9555-266f84f6522c","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.797507697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"f7d05b1a-b7df-404d-9555-266f84f6522c","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.852918223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"2654040b-8bb3-4dd2-be2a-d9b92b7fc3fb","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.85293927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"2654040b-8bb3-4dd2-be2a-d9b92b7fc3fb","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.897985941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"0011e245-7f16-481b-8fbe-9889ad33e9f5","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.898008648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"0011e245-7f16-481b-8fbe-9889ad33e9f5","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.955610598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c4f34af1-686a-4831-8e68-9adf0feec2cd","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:45.955633528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c4f34af1-686a-4831-8e68-9adf0feec2cd","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.002388736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a7c83803-7d53-4be9-804a-93f179b0c5dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:46.002954886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"6791bc36-effd-4f07-abe6-4db3eb5971c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-fd1c4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:46.008837921Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c4f34af1-686a-4831-8e68-9adf0feec2cd","name":"rate-test-model-ffba43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:09:46.00888891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c4f34af1-686a-4831-8e68-9adf0feec2cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ffba43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.009042699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0632012d-1187-4981-be03-a8d5c9973811","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.00905321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0632012d-1187-4981-be03-a8d5c9973811","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.014209063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"efe98614-cfe9-4c81-aa5a-b78dd9255161","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.014223324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"efe98614-cfe9-4c81-aa5a-b78dd9255161","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.052618677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"69b7ca23-74f0-43eb-827c-37a409fe602d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.052637408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"69b7ca23-74f0-43eb-827c-37a409fe602d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.058721003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a7c83803-7d53-4be9-804a-93f179b0c5dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.061999504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"2644d66c-0d98-4539-af9c-9b805129b048","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","model":"rate-test-model-9aebe8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-9aebe8/e2e-rate-iso-a-fd1c4e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.102159188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"40b75521-db74-43b5-8e52-8a8f10dc3c81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.106540807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"5fead3ef-0966-47a0-8e6c-c055f16e24a2","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.106557311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"5fead3ef-0966-47a0-8e6c-c055f16e24a2","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.158509374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"40b75521-db74-43b5-8e52-8a8f10dc3c81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.163462741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"28aa32b2-8906-4fb0-8ef5-4cc5c8822175","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.163478824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"28aa32b2-8906-4fb0-8ef5-4cc5c8822175","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.202620874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"911739d6-6d19-436c-a03b-6efb41953467","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.225277635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"5ec23dde-98a2-4581-b5ef-65e66145b60b","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.225298096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"5ec23dde-98a2-4581-b5ef-65e66145b60b","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.31778204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"28641022-a16a-4cdd-a5cb-50344af7aa99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.317997743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"26920456-21bb-4fb9-81b2-333e2c9566bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.32506091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"911739d6-6d19-436c-a03b-6efb41953467","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.375431458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"26920456-21bb-4fb9-81b2-333e2c9566bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.37622967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"28641022-a16a-4cdd-a5cb-50344af7aa99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.377628751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"5a001a87-0f7d-4b72-ab8c-44a9d868fc41","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"rate-test-model-ffba43","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ffba43/e2e-rate-iso-b-fd1c4e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.38036521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"911739d6-6d19-436c-a03b-6efb41953467","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.438221621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"fd125281-327c-45aa-b5eb-cda247f1565d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.438243029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"fd125281-327c-45aa-b5eb-cda247f1565d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.47277987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"fef6d2d0-0ac9-4a6a-b241-f2d0fd0e614e","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.542030664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"da607f09-4fb9-45ea-ac30-b118ab1b2c42","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.54205164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"da607f09-4fb9-45ea-ac30-b118ab1b2c42","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.644366772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"c9ef39f2-38a2-4a14-b00b-0bcbc4cf9b59","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.644386156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"c9ef39f2-38a2-4a14-b00b-0bcbc4cf9b59","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:46.840915857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"93180464-e85c-4079-9a3f-37b83a69d645","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.18887498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"8a35a1b9-c7cd-49cb-a4ef-c3f808aff262","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.188895716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"8a35a1b9-c7cd-49cb-a4ef-c3f808aff262","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.246231067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ed1b6ee4-7b7c-4c3a-aaa0-66867187912b","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.246254331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ed1b6ee4-7b7c-4c3a-aaa0-66867187912b","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.354069639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a8a441ad-5023-4018-85fa-a1f95bf76afa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.477102234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a8a441ad-5023-4018-85fa-a1f95bf76afa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.53330879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a8a441ad-5023-4018-85fa-a1f95bf76afa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.598377311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e4cc17c3-2c28-4ebd-8080-23fca2ee900a","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:47.598399795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e4cc17c3-2c28-4ebd-8080-23fca2ee900a","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:54.969759276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:56.543053046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5f3ee195-81fa-4c37-870f-d189045e05aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:56.600326873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5f3ee195-81fa-4c37-870f-d189045e05aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:56.655209103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5f3ee195-81fa-4c37-870f-d189045e05aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:57.709029149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6527fdaf-5135-4d82-95a7-7134f38fa8ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:57.765720267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6527fdaf-5135-4d82-95a7-7134f38fa8ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:09:57.821138575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"6527fdaf-5135-4d82-95a7-7134f38fa8ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:00.906777783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"0978e2b2-b7cb-4058-b606-feeed7862bea","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.005287396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"c6c2ff85-c28d-4096-bf59-35b9a0890cd9","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.074165438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"bba42f85-b989-4d3d-845d-84a89de9c2b6","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.074186633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"bba42f85-b989-4d3d-845d-84a89de9c2b6","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.170889589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"b9954184-a442-4d00-8e55-57dbeeb82208","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.170910938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"b9954184-a442-4d00-8e55-57dbeeb82208","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.67576444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"777ed30f-7c04-4f6c-8657-111f2e514dcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.800677943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"777ed30f-7c04-4f6c-8657-111f2e514dcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.917103663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"993f4f2c-1a46-4ef5-8767-e59b7ef42ec2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:01.974350963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"993f4f2c-1a46-4ef5-8767-e59b7ef42ec2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.76004909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"e86e8b9a-4dc2-40dc-99aa-5d3632634ed5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.779322107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"bf2cb4cb-a505-4d50-b4de-8d9104e53f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.779375471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"cbc6f769-248d-47d9-8d00-6f97a8aaa738","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.779389314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"cbc6f769-248d-47d9-8d00-6f97a8aaa738","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.816475531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"e86e8b9a-4dc2-40dc-99aa-5d3632634ed5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.872258588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (7fcf7d207b774be91f285b6f5babc8d82b210b2782926ff9d23270bef93eb084) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (cd68cdfab169d561d586547e61ed9d5cc70f729d3d796877f8653fa1a35baa0b) AuthConfig (78af88e44470a1dc426597f7217c1b945b89e9de98ff4730def5e064e2e0a879) AuthConfig (6218025471e7828c1d7d9f4fda10a670814ee28cbaedda168f0ba5a9d647e953) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (d63b3a9987e6f3f7522d059849cedf359ca72732a60f398ab0843f4d8dcbcf31) AuthConfig (bc88dfe24ae8d22e055d2de8d051aed115e36540c37d489cda4813dc32be4dbe) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (2ce3d3ccf51a80555bab4206f26d5202d11594915928bff69b1ec1f596e09456) AuthConfig (bc6903d14c9808fbdb720d061da13cf841d40466f0927215f2783014782a8a79) AuthConfig (1b1481899ac15f11fe93a2e7af5fe73a585084d159fc2d14dee0471a9c564334) AuthConfig (c6c956ce954c51fd3ddca31027ba3ea2bb4053c07238196f4bc958c587971eff) AuthConfig (f4131247cc00edc746458c7545e7bba08d28ab15e2fadaa537c3af1b688f412f) AuthConfig (064de12d9894611e190d9de3fd009b33d347879b10d4abe0d9d8f9a5bcbb3c23) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"e86e8b9a-4dc2-40dc-99aa-5d3632634ed5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.929741279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"1a8f670d-9caa-4542-bb27-a7512807aa7e","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.92975994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"1a8f670d-9caa-4542-bb27-a7512807aa7e","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:06.984312062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"bf2cb4cb-a505-4d50-b4de-8d9104e53f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.044103049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"8f00c7a9-406e-4317-93f8-eb3f77b75c75","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.109258769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"bf2cb4cb-a505-4d50-b4de-8d9104e53f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"e2e-shared-a-w0-9aebe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.109287641Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"bf2cb4cb-a505-4d50-b4de-8d9104e53f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.168128868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"260f45c4-c7cd-406a-b470-d3a3c92c9fe6","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.168157031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"260f45c4-c7cd-406a-b470-d3a3c92c9fe6","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.314990198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a791de9f-6a23-490f-84d7-af4a29fc861c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.315009514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"4f37c754-1539-4732-bfc0-2c71bf326227","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.315027848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"4f37c754-1539-4732-bfc0-2c71bf326227","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.436794262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"29c0b5a4-fea5-4c89-8b52-c677c8ef3f34","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.52034166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a791de9f-6a23-490f-84d7-af4a29fc861c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.582873153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"d989fe29-1179-4918-b250-c6636e0e038b","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.64564499Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a791de9f-6a23-490f-84d7-af4a29fc861c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"e2e-shared-b-w0-ffba43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.645667864Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-auth-fd1c4e","reconcileID":"a791de9f-6a23-490f-84d7-af4a29fc861c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.701335465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"521aaedd-e368-44fc-9873-0c04e6e0a756","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.7013574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"521aaedd-e368-44fc-9873-0c04e6e0a756","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.848331983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"9f8b9fd6-e4d3-4f73-97d8-d9373632e3f1","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.84835547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"9f8b9fd6-e4d3-4f73-97d8-d9373632e3f1","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.925601783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"3274ddbd-a5f9-42e9-9514-8e7bee702379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.966632413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"3477e369-4124-4366-b78b-388f47a5dcdc","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:07.982278104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"3274ddbd-a5f9-42e9-9514-8e7bee702379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:08.03696703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-78b5c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11fbf22182d4915f39c80c61508be4a92427c4373594423c18367c90feec8e56) AuthConfig (3ba5fc7836c66d7b2eb7fdb819f87896b875c1ec88c842aac79137f7a723e0aa) AuthConfig (ae60c1a60dd2f7cec0a2fda7a2252591ccaefa9c055e0a221de5d8f9e4e1eafa) AuthConfig (7cdd7283120367f75d8c7cc6342c52134c111843d2bae6f5e1797698c54d9058) AuthConfig (fe46ab79fc68626229e4a0af93e62dd395b1ba4a42469b176e6cead4154c68e7) AuthConfig (5885e0f17d66e5f144914ae569db6def1006bde8b85c109ac1f4af92b57464bf) AuthConfig (3aba4fd8ffb15e42ee1dc12de248c15872e7a0c92ead24c89ce905c8589c08e6) AuthConfig (897cc1eb0fbb980b865ef92d51f250b3305d51212a80e7c7bab02bebc1453e9a) AuthConfig (74f813ac7ba8cb3f35502a1b4c61e84ff109039400581cbd6d6a5b9eec8a42bc) AuthConfig (5eae04bb8a70dce157436f4ec92757e028cc0c5ee064a11418de7863c8abf974) AuthConfig (131371e0700808f4c3ded6e2a2266ce2bf37e2d9f542657bb3b40af448f71a30) AuthConfig (36f5f58717531a0bfa28898f449ef53ff172312d786df8ffc706717fa1480c3e) AuthConfig (8cf342d50e2255a811a82d4f2a57a43d10f522d6842a5333b661eec89a6153e0) AuthConfig (35c8eb7e652d3f7309e931276866c837def9990e14e764d5342e8d7cf37e48a9) AuthConfig (07c878ba1c8eb5f9e5455cc19a9c201ee0e784e53c043c8e07d0aff62f21c11c) AuthConfig (4b17df796ca91b00062009d470b7b67b848fd805cf6e672e87ebe7ff4bda5207) AuthConfig (0d8ed2c6025909143292a2af45184e7429bbb324afaeac6a6fe85a360e59c848) AuthConfig (d8fee3cce60c03fff05c74b36d46a912e5f98bc128dcff0ef702733aef9e49df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"3274ddbd-a5f9-42e9-9514-8e7bee702379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:08.095664393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ac2822f5-64aa-42d9-9ed1-0d5d73d8c6f6","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:08.095683575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ac2822f5-64aa-42d9-9ed1-0d5d73d8c6f6","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:17.034498342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"8c9656af-dda9-454b-b6c5-3d25c34778e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:17.092235211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"8c9656af-dda9-454b-b6c5-3d25c34778e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:17.14808761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-f735f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15634e5b155c2121c2c42da3eed173a72aec479146ee3405581e0445cafce5cc) AuthConfig (7fcf7d207b774be91f285b6f5babc8d82b210b2782926ff9d23270bef93eb084) AuthConfig (8abf9920fea0bb4a0fc32dcb6b9da249d532111fab24ffc4ead2849994f1972f) AuthConfig (cd68cdfab169d561d586547e61ed9d5cc70f729d3d796877f8653fa1a35baa0b) AuthConfig (78af88e44470a1dc426597f7217c1b945b89e9de98ff4730def5e064e2e0a879) AuthConfig (6218025471e7828c1d7d9f4fda10a670814ee28cbaedda168f0ba5a9d647e953) AuthConfig (18314dee6bae4379cf883ce011248244d3e7d968f8482e5330f4897681c296ce) AuthConfig (d63b3a9987e6f3f7522d059849cedf359ca72732a60f398ab0843f4d8dcbcf31) AuthConfig (bc88dfe24ae8d22e055d2de8d051aed115e36540c37d489cda4813dc32be4dbe) AuthConfig (9db4e6990da5052d0e7fdd55087ef36bff6091e6ff18cd94fa1befabab86cd39) AuthConfig (2ce3d3ccf51a80555bab4206f26d5202d11594915928bff69b1ec1f596e09456) AuthConfig (bc6903d14c9808fbdb720d061da13cf841d40466f0927215f2783014782a8a79) AuthConfig (1b1481899ac15f11fe93a2e7af5fe73a585084d159fc2d14dee0471a9c564334) AuthConfig (c6c956ce954c51fd3ddca31027ba3ea2bb4053c07238196f4bc958c587971eff) AuthConfig (f4131247cc00edc746458c7545e7bba08d28ab15e2fadaa537c3af1b688f412f) AuthConfig (064de12d9894611e190d9de3fd009b33d347879b10d4abe0d9d8f9a5bcbb3c23) AuthConfig (653ef83f62bd516892039628e13b30ca711b7093d49bba141f88f9c0ffa553b3) AuthConfig (09849ac8b1cc2f920ee475bb246645e93d7f5c4c73c23ef8ba1cacd0750255a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"8c9656af-dda9-454b-b6c5-3d25c34778e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.010686194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"4a72c12f-67ed-424b-8f2a-0b2f041d063b","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","subscription":"e2e-rate-iso-a-fd1c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.063177064Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"4a72c12f-67ed-424b-8f2a-0b2f041d063b","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.116322368Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"e2e-rate-iso-a-fd1c4e","reconcileID":"4a72c12f-67ed-424b-8f2a-0b2f041d063b","MaaSSubscription":{"name":"e2e-rate-iso-a-fd1c4e","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"name":"maas-trlp-rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.175469489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"da7cc136-6357-40a8-b144-fdc832c0b162","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.199812852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"7547b75e-f487-4a55-bba6-4ee9337a4e54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.256546599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"7547b75e-f487-4a55-bba6-4ee9337a4e54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.321241479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"774de3c3-4b54-4eb2-ba03-4671507e7168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.380273049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"d68439e4-ccb8-41d8-8337-9b1240fabf35","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"tenant":"e2e-shared-a-w0-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","model":"ai-tenant-e2e-shared-a-w0-9aebe8/rate-test-model-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.380294802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"rate-test-model-9aebe8","reconcileID":"d68439e4-ccb8-41d8-8337-9b1240fabf35","MaaSModelRef":{"name":"rate-test-model-9aebe8","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"routeName":"rate-test-model-9aebe8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","llmisvcName":"rate-test-model-9aebe8","gateway":"openshift-ingress/e2e-shared-a-w0-9aebe8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.421478938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"30d29273-9821-4ebc-bdd9-9ba1139e6711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.428132098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05fc1abe-eac4-43aa-ad88-901e1ff79a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.522165186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"74198288-eb65-4427-bed7-f50bcee88e7f","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.522185755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"74198288-eb65-4427-bed7-f50bcee88e7f","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.532869782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c7dcd158-3bf9-488c-94dc-18c6eed58906","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.532893229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"c7dcd158-3bf9-488c-94dc-18c6eed58906","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.644414612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"c339e4f4-513d-4088-9c8f-2acf6061c004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.867294551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"410e4fd0-e3da-4926-9b17-97ca7f287b15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:18.968729669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"737e318d-4f11-4712-bbe4-37dc96ebbce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:19.069954058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"08e0d60f-f6d3-4bba-a30e-d2569169b7f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:19.07010988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09c50b3c-0e17-4e1d-b613-1820bbc742fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:23.986456657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"3ac3c9e7-f944-4540-b21c-d257bb0819a3","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:23.986486666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"3ac3c9e7-f944-4540-b21c-d257bb0819a3","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.046684268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e1253bd0-43a5-4ce8-bb66-6234d2bcccf4","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.046720456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e1253bd0-43a5-4ce8-bb66-6234d2bcccf4","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.091493581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bcec4d5e-2829-4265-9c35-b32eda0467c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.09190956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"875de964-0e2f-4968-8441-0942262d7cc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6ffe09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.099975716Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e1253bd0-43a5-4ce8-bb66-6234d2bcccf4","name":"sub-test-model-3a4683","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3a4683\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.100035249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"e1253bd0-43a5-4ce8-bb66-6234d2bcccf4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3a4683\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.106276831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"5b755634-844a-48a2-9c7c-59c98b4dab3a","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.106298854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"5b755634-844a-48a2-9c7c-59c98b4dab3a","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.148150624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"bcec4d5e-2829-4265-9c35-b32eda0467c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.195613542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"97ad1edc-ae05-4e02-ac12-00bb22d5444b","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.195634975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"97ad1edc-ae05-4e02-ac12-00bb22d5444b","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.252025433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"8a996504-5e22-4751-80de-ff09c3a2cf37","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.252047453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"8a996504-5e22-4751-80de-ff09c3a2cf37","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.297485846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"415ff8c1-d065-4524-a6f0-320b0193eea2","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.297504614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"415ff8c1-d065-4524-a6f0-320b0193eea2","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.357335757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"4b661a6e-8bfa-4ef3-9373-c7cd4b323873","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.357354814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"4b661a6e-8bfa-4ef3-9373-c7cd4b323873","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.401195805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"d67496d4-5483-4d12-8b38-9f5110680548","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6ffe09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.401679986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c85babec-5f14-4332-a0b7-41195637b749","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.410262829Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"4b661a6e-8bfa-4ef3-9373-c7cd4b323873","name":"sub-test-model-78b5c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-78b5c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.410322797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"4b661a6e-8bfa-4ef3-9373-c7cd4b323873","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-78b5c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.416339032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"498c232f-1518-4740-a1d9-ce6375d9c6e7","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.416358267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"498c232f-1518-4740-a1d9-ce6375d9c6e7","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.458049076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c85babec-5f14-4332-a0b7-41195637b749","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.46255478Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"d85d8006-50d3-4c03-a093-2157d493de95","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"sub-test-model-3a4683","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3a4683/e2e-shared-sub-6ffe09"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.503230982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"99029d40-7ccd-4f17-994e-66e2bfdae622","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.507005722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"f2b8a686-e1b0-4b9b-bf99-7c663b2964b2","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.507024642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"f2b8a686-e1b0-4b9b-bf99-7c663b2964b2","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.558030519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"a53aa38a-7f47-4840-8b55-21815538d22d","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.558050815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"a53aa38a-7f47-4840-8b55-21815538d22d","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.560750613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"99029d40-7ccd-4f17-994e-66e2bfdae622","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.56353397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"76f8b22d-46d5-4a78-bba6-89f2944c2892","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.5635494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"76f8b22d-46d5-4a78-bba6-89f2944c2892","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.61511525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"4558112b-54ec-4807-87a1-77aecbdacda0","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.615138184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"4558112b-54ec-4807-87a1-77aecbdacda0","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.626589897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"f9f99d64-d74f-42de-acf7-56d688521e30","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.626612704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"f9f99d64-d74f-42de-acf7-56d688521e30","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.661059305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"983cfa6d-adee-48d7-a84d-c97e88a19251","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-6ffe09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.768485917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a3d7fe1a-0649-4a10-9023-81149f395eba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.772533234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"0cc1477c-a451-49a0-b014-42f5054e3055","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.772551551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"0cc1477c-a451-49a0-b014-42f5054e3055","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.773113279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"abdbfca8-1310-4779-be10-f63626ab7da6","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"sub-test-model-78b5c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-78b5c5/e2e-shared-sub-6ffe09"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.825383445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a3d7fe1a-0649-4a10-9023-81149f395eba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.827914509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"2e90d346-c316-4c4d-a859-eedaadc02953","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.827942071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"2e90d346-c316-4c4d-a859-eedaadc02953","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.828888896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"7c9f00fc-b99c-4b3a-ba2f-b1cbbe41e017","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.828906916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"7c9f00fc-b99c-4b3a-ba2f-b1cbbe41e017","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.868524836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"88a44809-fc77-4fe6-811d-2e475ab72592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.88508604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"f8c914b7-8635-472e-9e79-56f525bb38f1","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.885107393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"f8c914b7-8635-472e-9e79-56f525bb38f1","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.926448122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"88a44809-fc77-4fe6-811d-2e475ab72592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.933195534Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"194a249f-9af7-4ce6-99f6-b97d23124d1d","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-3a4683/e2e-a-only-6ffe09","ai-tenant-e2e-shared-a-w1-3a4683/e2e-shared-sub-6ffe09"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:10:24.933440555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"e8f5ea5b-26ef-437d-8781-c44760701405","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-6ffe09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.939333655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fee13592-bdde-4c79-aa2a-23496a583967","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.939348973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fee13592-bdde-4c79-aa2a-23496a583967","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:24.970039297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.038834681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"0c4dfc3b-09c0-4c67-a26b-44ec5b651d72","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.044921037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"54b298bb-c28b-4390-aeda-358876a6d24b","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.044948035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"54b298bb-c28b-4390-aeda-358876a6d24b","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.101461381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"88317a9e-96ff-4910-b12a-c6dc22ff4592","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.101482022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"88317a9e-96ff-4910-b12a-c6dc22ff4592","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.13473175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"4cb1c240-de05-4fc3-b75d-6d18b4bdcd49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.191584203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"4cb1c240-de05-4fc3-b75d-6d18b4bdcd49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.203793872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"072fbe03-a98e-4616-935e-2e3693d5e499","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.203814878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"072fbe03-a98e-4616-935e-2e3693d5e499","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.204490686Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"8d2eab4d-4795-4695-b2af-5c22a8507e6a","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-78b5c5/e2e-b-only-6ffe09","ai-tenant-e2e-shared-b-w1-78b5c5/e2e-shared-sub-6ffe09"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.249627223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"0de00d44-ed58-40cf-a82e-12db480dd9c6","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.35049213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"17723e7e-7569-4ed7-a2f8-991939c937c2","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.36914877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"96af1e7f-e68c-4bbc-9217-74d51370c794","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.369169004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"96af1e7f-e68c-4bbc-9217-74d51370c794","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.451192833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"3d9ea69d-9c2d-43b0-b7da-87af6f38bee4","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.515678167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ead50a21-683a-4af5-97f2-b707412fc197","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.515722709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"ead50a21-683a-4af5-97f2-b707412fc197","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.609046883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"0ee249af-c835-48ff-b950-79d46fe7dac7","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:25.765331913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"1c28bf01-0b87-459c-bbc0-bd91002c240d","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:27.252883103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"ebeef194-f248-459d-a2a6-5a07a4eea54b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:27.309423089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"ebeef194-f248-459d-a2a6-5a07a4eea54b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:27.579449302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"6df02c06-1030-411a-a267-e00402ab1fcb","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:27.579471002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"6df02c06-1030-411a-a267-e00402ab1fcb","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:28.694264964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"097abb57-0f3e-43b8-9ca6-46ab5ac1bcff","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","subscription":"e2e-rate-iso-b-fd1c4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:28.746583422Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"097abb57-0f3e-43b8-9ca6-46ab5ac1bcff","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:28.799241065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"e2e-rate-iso-b-fd1c4e","reconcileID":"097abb57-0f3e-43b8-9ca6-46ab5ac1bcff","MaaSSubscription":{"name":"e2e-rate-iso-b-fd1c4e","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"name":"maas-trlp-rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:29.067378756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"560e2baa-a523-475d-b3f7-5ef1aa573e93","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"tenant":"e2e-shared-b-w0-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","model":"ai-tenant-e2e-shared-b-w0-ffba43/rate-test-model-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:29.067401954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"rate-test-model-ffba43","reconcileID":"560e2baa-a523-475d-b3f7-5ef1aa573e93","MaaSModelRef":{"name":"rate-test-model-ffba43","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"routeName":"rate-test-model-ffba43-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","llmisvcName":"rate-test-model-ffba43","gateway":"openshift-ingress/e2e-shared-b-w0-ffba43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:32.759921087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"547025eb-1037-4120-a0d6-b76a3820c628","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:32.759942044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"547025eb-1037-4120-a0d6-b76a3820c628","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:32.814637925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"05f543c0-3602-4b76-b464-312c87a720aa","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:32.814666081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"05f543c0-3602-4b76-b464-312c87a720aa","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:32.91967712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5e94e67d-49ed-4f38-8cd9-1d160ec21b3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:33.043871827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5e94e67d-49ed-4f38-8cd9-1d160ec21b3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:33.100892413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"5e94e67d-49ed-4f38-8cd9-1d160ec21b3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:33.15888679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"83536428-cdf3-4349-a530-afc755e4a0d3","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:33.15892108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"83536428-cdf3-4349-a530-afc755e4a0d3","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:42.56230146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"ecfda821-8198-41bf-9aa3-79e09c38fa17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:42.728718161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"5106b0dd-d709-422e-93ae-2e0f4f6379a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:42.886828474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"99bb4ee8-6c7e-43b0-88c9-7ba87397fb1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.001597985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"8b9ed9d7-54b0-40ad-ac3c-17d5e38731f7","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.00166351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"834ca3f5-9dc6-4248-ae25-77aa04273dd0","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.105636273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"fb5bc028-5e9f-474d-a0b0-3df0014e52fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.16759837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"2f2e1ceb-72c9-4815-a923-56b9269c739e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.167620617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"2f2e1ceb-72c9-4815-a923-56b9269c739e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.168375062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"bb71f861-6d55-4ee6-9e6e-eaf40b7041f6","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.168390149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"bb71f861-6d55-4ee6-9e6e-eaf40b7041f6","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.206344112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15680b66-cb2c-4215-9429-be1780dad437","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.263450941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"fada15ab-77fa-48d8-be8d-5dfb08bb4f3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.307251747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"f64910a0-8f60-4663-a86c-38bc4775f6f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.320280334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"fada15ab-77fa-48d8-be8d-5dfb08bb4f3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.37654366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3f6c08632892b8ec7e19aaef3dbb9efac943a5a4837de7acf1481eb69f3a7b) AuthConfig (48629873b8eb12bbc16178018c959717d89461c9838b6c5adc9dbffb3d0e775c) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (2afde659aafa2eb4a4280c5f019cece89789faf7c74ccb5fbbf3f075a4288f85) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (331e5befae57ce15be4c9b6bdeef849a310247b24380a3fb4d1fb9402761592c) AuthConfig (fbdeb0598562535c1b65dfc8664c7dc5d363921ffa7c626fff96de39e694e020) AuthConfig (ad7696136f7db337fb07fb3b87ff2b7f1d6ac1c339bb73d93cb34f1ec6ec7f2c) AuthConfig (3a95eaa37e759c9fb6b6573c50dc85aae9589a41b5a68dee047811b4d556fcde) AuthConfig (7320b2d7b20ba5dae7346a60f1378777afa8066756a6ccc7c61dc3746f5322c2) AuthConfig (8e9bf80ad13dc94dab7a7f1684f29e7c6d9a37ff48c31bb7320a6ead032dcab0) AuthConfig (a5202134a42a22f7d7d6c03b849933ae9e377f908ee83a26c013c4dccaf7fb10) AuthConfig (298f3c981dcb15592ef044f2192ba6cf7fd509bb734855876fa44f4604c19691) AuthConfig (f3602fc5dc14ccf56c84b80f572adb2ce909553210dd96af4913fd8adbcef5c0) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"fada15ab-77fa-48d8-be8d-5dfb08bb4f3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.408216626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f340dc6-8e32-4fe5-ac13-b55e7c7243c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.408250469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"4031a5b2-2669-4f35-b6e2-069f4044fdf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.435417375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"b7400157-e146-427a-aaa0-6ae125f8aedf","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.435437547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"b7400157-e146-427a-aaa0-6ae125f8aedf","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.586299336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"5a2e162e-9c65-4761-a095-0b87950bbd94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.608005126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"0216a284-1811-41d8-ac6e-102d2a9d3601","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.608003257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"d513d39e-62d6-40ac-9abb-1bb7bbb49214","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.642602578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"5a2e162e-9c65-4761-a095-0b87950bbd94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.739656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c7f9fda8-1176-4bc6-bb9c-1448009f96c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.773436003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"da746c8a-8129-4792-8725-48c746ca36c5","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.773457484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"da746c8a-8129-4792-8725-48c746ca36c5","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.773880956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"b4fffcdf-9707-4500-827f-56489c493fb0","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.773892958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"b4fffcdf-9707-4500-827f-56489c493fb0","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:43.796233553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c7f9fda8-1176-4bc6-bb9c-1448009f96c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.671575544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a43f5d4d-51ae-4d8c-8e1d-61aa684393f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.671629046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"4a1e5a63-ccfa-4c28-9dda-200e72e648fe","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.671642872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"4a1e5a63-ccfa-4c28-9dda-200e72e648fe","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.900446255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a43f5d4d-51ae-4d8c-8e1d-61aa684393f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.938895044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"765e7f9d-f7ec-4e31-a360-f31bd0505849","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:52.939167256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"f4377ed9-6767-45cf-a308-2aab0647329b","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.023829276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a43f5d4d-51ae-4d8c-8e1d-61aa684393f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"e2e-shared-a-w1-3a4683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.023853694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a43f5d4d-51ae-4d8c-8e1d-61aa684393f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.079652214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"91d619f5-31c9-495d-bf3d-a042cee561e5","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.07967233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"91d619f5-31c9-495d-bf3d-a042cee561e5","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.224585258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"67124ae7-dfa2-4cb4-9787-72341552624e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.224607965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"67124ae7-dfa2-4cb4-9787-72341552624e","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.352024754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"039d9841-3416-49d8-a9aa-fc958b0dae23","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.3523234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"3427ea50-80c4-486c-8049-3f5ca351f88f","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.540137751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"cfa5d13b-3756-4f5b-9da7-899c30cc08e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.59698368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"cfa5d13b-3756-4f5b-9da7-899c30cc08e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:53.654124929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-957b33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3f6c08632892b8ec7e19aaef3dbb9efac943a5a4837de7acf1481eb69f3a7b) AuthConfig (48629873b8eb12bbc16178018c959717d89461c9838b6c5adc9dbffb3d0e775c) AuthConfig (3ff3e28494eec4a6a8fd4a87cb395dab3bf73a3ae122b6a080bfd92a9cf4b7ae) AuthConfig (2afde659aafa2eb4a4280c5f019cece89789faf7c74ccb5fbbf3f075a4288f85) AuthConfig (6cd09d8403331a90d27329529cec0670bacf1f6daac754527c592d6a80022eee) AuthConfig (f0969de1941a8b98dbd513b2100fee50c1b77a51898b72ad099104181e6197b9) AuthConfig (b294020baf6bc19c8b99bcbe9eb281e31c104d8a6f9760d1a5158152cdce7568) AuthConfig (331e5befae57ce15be4c9b6bdeef849a310247b24380a3fb4d1fb9402761592c) AuthConfig (fbdeb0598562535c1b65dfc8664c7dc5d363921ffa7c626fff96de39e694e020) AuthConfig (ad7696136f7db337fb07fb3b87ff2b7f1d6ac1c339bb73d93cb34f1ec6ec7f2c) AuthConfig (3a95eaa37e759c9fb6b6573c50dc85aae9589a41b5a68dee047811b4d556fcde) AuthConfig (7320b2d7b20ba5dae7346a60f1378777afa8066756a6ccc7c61dc3746f5322c2) AuthConfig (8e9bf80ad13dc94dab7a7f1684f29e7c6d9a37ff48c31bb7320a6ead032dcab0) AuthConfig (a5202134a42a22f7d7d6c03b849933ae9e377f908ee83a26c013c4dccaf7fb10) AuthConfig (298f3c981dcb15592ef044f2192ba6cf7fd509bb734855876fa44f4604c19691) AuthConfig (f3602fc5dc14ccf56c84b80f572adb2ce909553210dd96af4913fd8adbcef5c0) AuthConfig (92562017e78f0c3bd5dceb39bfce3a5ff20710eca04eeca4d47ecf84ccc33fab) AuthConfig (ab4aef2f8a893d489240974314cf9d310bf81808c5ebc9f3288e7ea5e4f3fdb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"cfa5d13b-3756-4f5b-9da7-899c30cc08e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:10:54.972016356Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:02.675595015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"515e4d42-67cb-4ea6-af3c-90d7c1d7289d","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:02.675619755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"e9057c0a-cbe5-48a7-b741-3e2d7c427756","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:02.785348795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"7b29d93b-4842-4ee3-86dc-9dd0fc1810be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:02.895312458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5abd4a2-1e31-4876-8d98-50d40f388680","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:02.995405897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0d27b95-0066-46e2-9e53-3b42a12aeb32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.003861843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"df5cff3f-06a1-4471-a280-d4e5749c46d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.096484169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"8dcd5e5c-e1b0-4789-a349-fc47434e757f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.222231936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"0aed76f6-3e92-465d-8f63-3c08bc86b9b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.505294752Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"7974d6ce-c7eb-4617-b36b-43aa957849b7","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3a4683/e2e-a-only-6ffe09"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.551153769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"47740609-d1fd-47b1-a32a-f8ddcc011df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.624309718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"7ac2cb53-4f79-469f-999b-53f665bd3641","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscription":"e2e-shared-sub-6ffe09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.713498362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"83324b09-cdad-4a89-9077-3e3ede13407c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.758587639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"66e33539-a693-49b9-b192-b17fab63d262","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.78182882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-shared-sub-6ffe09","reconcileID":"7ac2cb53-4f79-469f-999b-53f665bd3641","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.815061232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"66e33539-a693-49b9-b192-b17fab63d262","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:03.829211987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"05cec020-3012-4a7c-8e50-2dc4efe6821e","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.027515073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"52ea3014-f1e7-4bfe-9315-62b9e2102e37","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.027535405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"52ea3014-f1e7-4bfe-9315-62b9e2102e37","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.083612887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"7969ef40-d3c7-41e5-a464-dd37c5b683df","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.08363179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"7969ef40-d3c7-41e5-a464-dd37c5b683df","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.186506327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"a1b8c09b-295c-4f78-a0fe-bb3473d6c9ea","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:04.186528118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"a1b8c09b-295c-4f78-a0fe-bb3473d6c9ea","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.597911935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b1e39c6f-06a7-4f7f-8cad-520a57931d7a","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.597934233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b1e39c6f-06a7-4f7f-8cad-520a57931d7a","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.657525912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"2093fc1e-e887-4d8e-a90f-30b7fae26467","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.657553495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"2093fc1e-e887-4d8e-a90f-30b7fae26467","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.701303097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"0d947f58-6f70-4e28-addf-ed7fdceefed1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:11:09.711451224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"5a7935e2-bb3a-4500-9e24-3908390c6f00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a0b900\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.757301277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"0d947f58-6f70-4e28-addf-ed7fdceefed1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.819307076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"a9aa2383-2455-499b-867e-8c1738d41c4c","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.819328174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"a9aa2383-2455-499b-867e-8c1738d41c4c","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.86930149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"6932e90d-1f6d-4264-a9d3-8585a588a322","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.869323344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"6932e90d-1f6d-4264-a9d3-8585a588a322","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.929198852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"ae356b44-2463-4860-b903-596ae84272d6","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.929227133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"ae356b44-2463-4860-b903-596ae84272d6","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.929646092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"4c059fc4-b4ae-4f1d-98cc-75d35c95ce22","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.929664732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"4c059fc4-b4ae-4f1d-98cc-75d35c95ce22","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:09.973423053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"86bca12c-1770-4425-8f80-667a05a07929","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:11:09.979298127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"6f820b56-bb40-453e-8a9d-bbbeed34143c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a0b900\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.029686872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"86bca12c-1770-4425-8f80-667a05a07929","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.088266816Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"46f72a80-568a-4c67-87f8-11a9d022b80e","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"sub-test-model-f735f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f735f4/e2e-shared-sub-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.09118696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"c501cb1a-307a-4af2-afc8-ecc486bc83a2","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.091205021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"c501cb1a-307a-4af2-afc8-ecc486bc83a2","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.100876486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"95d89c58-c759-49bf-87ca-cd382ad7382a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.131844051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"284b391c-4871-4e57-b316-cd2e8feadd67","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.131861919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"284b391c-4871-4e57-b316-cd2e8feadd67","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.15076807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"8070108d-647d-4961-a7a8-2b2219112b0d","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.15078846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"8070108d-647d-4961-a7a8-2b2219112b0d","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.163903432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"95d89c58-c759-49bf-87ca-cd382ad7382a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.193483066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"d4402945-1669-4a1b-8e49-4777cab5fc0d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.193502783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"d4402945-1669-4a1b-8e49-4777cab5fc0d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:11:10.237369604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"8355b07a-44d1-4bef-9713-2684fec24e93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-a0b900\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.256782445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"cfbd29de-a94e-4638-9a83-d7026324112f","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.256804949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"cfbd29de-a94e-4638-9a83-d7026324112f","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.337484423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"501b779f-f373-4137-ae0d-e18d7aa374d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.348572922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"58a3f9de-ee16-44f2-b537-5dc53551ab4d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.348592657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"58a3f9de-ee16-44f2-b537-5dc53551ab4d","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.365345716Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"e66bb20a-bc7e-4438-a2a1-3d634dfe4212","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"sub-test-model-957b33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-957b33/e2e-shared-sub-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.395538472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"501b779f-f373-4137-ae0d-e18d7aa374d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.400189189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"5c8c97f6-4b45-4336-b4a2-f03f28a7d298","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.400206558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"5c8c97f6-4b45-4336-b4a2-f03f28a7d298","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.403196924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0134a3ba-1435-43f8-8f2a-5a7945bf1c84","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.403222632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0134a3ba-1435-43f8-8f2a-5a7945bf1c84","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.454865175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"a01eacef-2083-493e-a49d-936f0fbc3dd6","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.45488562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"a01eacef-2083-493e-a49d-936f0fbc3dd6","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:11:10.505510194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"805a7562-2680-435d-84bf-e538d5795329","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-a0b900\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.523480294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"0e0c47e4-18ea-4f30-925b-a64bfa213eb2","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-f735f4/e2e-a-only-a0b900","ai-tenant-e2e-shared-a-w2-f735f4/e2e-shared-sub-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.529024587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"fb11968a-8b43-4b9b-98df-a5ec94b39ea8","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.529042651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"fb11968a-8b43-4b9b-98df-a5ec94b39ea8","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.5380693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"8da1ad5e-d884-4e07-9f3d-def2ccc80e7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.596218982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"8da1ad5e-d884-4e07-9f3d-def2ccc80e7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.611415346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"d596d516-9980-4667-b995-8763790b31af","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.6145704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"0159ae72-1b4d-479b-aa5b-a620a559bb8b","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.614587648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"0159ae72-1b4d-479b-aa5b-a620a559bb8b","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.671459788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"3857456f-d126-43bb-8c6b-0286e48f2256","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.671480711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"3857456f-d126-43bb-8c6b-0286e48f2256","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.73826558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"cacf82fd-99f4-4836-a903-56796812e4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.789555201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"6839a83d-26ad-469f-871c-332c8efcb733","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.789574957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"6839a83d-26ad-469f-871c-332c8efcb733","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.79524154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"cacf82fd-99f4-4836-a903-56796812e4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.796432811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"689d8b3b-e5ca-4778-9347-ea90980b81cb","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-957b33/e2e-b-only-a0b900","ai-tenant-e2e-shared-b-w2-957b33/e2e-shared-sub-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.881091412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"84065366-04ee-4b57-8042-f20da0780422","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.900232086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"ade57730-5bb8-4663-93c2-82a38f718113","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:10.997312155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"bc7d42a7-0959-4fed-bef5-819915824272","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.063601558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"9ce14202-0759-44aa-98e2-36f78546e510","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.063621931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"9ce14202-0759-44aa-98e2-36f78546e510","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.114956146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"519f2613-0d69-40b1-ab47-8dbfe0b5d39f","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.161634675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b7816f71-e060-4b63-8db3-4cd5c74a95d5","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.161656432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b7816f71-e060-4b63-8db3-4cd5c74a95d5","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:11.270853313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"de73d454-86c9-44af-a806-efa74af61f64","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:14.35300663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"f84778db-e44b-4d60-a89b-f402989b61e4","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","subscription":"e2e-a-only-6ffe09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:14.405862249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"f84778db-e44b-4d60-a89b-f402989b61e4","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:14.458316014Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"e2e-a-only-6ffe09","reconcileID":"f84778db-e44b-4d60-a89b-f402989b61e4","MaaSSubscription":{"name":"e2e-a-only-6ffe09","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"name":"maas-trlp-sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:14.730751094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"7e3fa7c3-9a21-47f6-ba07-2b1934944660","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"tenant":"e2e-shared-a-w1-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","model":"ai-tenant-e2e-shared-a-w1-3a4683/sub-test-model-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:14.730778899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"sub-test-model-3a4683","reconcileID":"7e3fa7c3-9a21-47f6-ba07-2b1934944660","MaaSModelRef":{"name":"sub-test-model-3a4683","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"routeName":"sub-test-model-3a4683-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","llmisvcName":"sub-test-model-3a4683","gateway":"openshift-ingress/e2e-shared-a-w1-3a4683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.042156658Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c0498e43-27e1-4412-9df9-9e0b79d9c4db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.042218462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e762dd1f-a6d5-4534-8d9c-cd31e5020420","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.042237632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e762dd1f-a6d5-4534-8d9c-cd31e5020420","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.115852511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"bb568171-d854-4132-844f-6542be2b7b46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.215832218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"9a0b4d49-1d63-4c9c-b05b-dbad0960a90b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.270689117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c0498e43-27e1-4412-9df9-9e0b79d9c4db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.318323161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"0caeb1ac-6a4d-494c-87bb-b1f4f9e61f4d","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.318565458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"c5a8b114-d546-4a00-8d63-1ad0b193be22","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.393626403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c0498e43-27e1-4412-9df9-9e0b79d9c4db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.393648992Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"c0498e43-27e1-4412-9df9-9e0b79d9c4db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.419575558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"750232ca-7d57-4b9f-b575-8dad71aa2371","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.449150072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a6b1a5e1-9b7e-4d9e-9579-e3340750ec47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.449407485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e082b2f7-8e5c-4fc7-b072-8b8bdad21839","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.449424256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"e082b2f7-8e5c-4fc7-b072-8b8bdad21839","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.591541304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"65b3b5e8-602f-4cab-a5cd-8f9d7c372aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.602081282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"52f44319-3486-4858-af0c-228041674026","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.602101205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"52f44319-3486-4858-af0c-228041674026","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.656097692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a6b1a5e1-9b7e-4d9e-9579-e3340750ec47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.686123444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"5a554a19-9e73-42fc-8b78-9059ede29de1","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.686311563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"264f1e61-f61d-4c80-b304-f64fe5f5e03a","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.712176562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a6b1a5e1-9b7e-4d9e-9579-e3340750ec47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"e2e-shared-b-w1-78b5c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.712200235Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a6b1a5e1-9b7e-4d9e-9579-e3340750ec47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-78b5c5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:11:15.764125201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-sub-iso-auth-6ffe09","reconcileID":"a6b1a5e1-9b7e-4d9e-9579-e3340750ec47","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-6ffe09\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.785992786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"9bcd520b-dd40-4af4-9bbe-31922a26609f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:15.786015994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"751667e8-f743-4760-b9a1-c72b6fceb147","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.097946525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"b78bf451-9c14-4ad7-9819-db1aea82607a","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-78b5c5/e2e-b-only-6ffe09"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.145298876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9473c2e-883d-4acd-b92d-fd45219994d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.145592613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"08ef8968-f983-4949-993e-5af0012ae10a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.456039107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"64183cfe-e34f-43fc-a695-0baf21d174dd","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.917231398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b329d2-67d9-42ec-bae7-6bee3d29a037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:16.969731924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b329d2-67d9-42ec-bae7-6bee3d29a037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:17.022202167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b329d2-67d9-42ec-bae7-6bee3d29a037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:17.075144574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b329d2-67d9-42ec-bae7-6bee3d29a037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:18.947778547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8004d6-cbe4-418e-9b82-f7f48b4b6fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:19.004485379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8004d6-cbe4-418e-9b82-f7f48b4b6fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:19.057211983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8004d6-cbe4-418e-9b82-f7f48b4b6fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:19.109493249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8004d6-cbe4-418e-9b82-f7f48b4b6fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:24.969576091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:25.963933462Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"cb6a3f95-2bee-4b97-a523-0daa86382051","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscription":"e2e-shared-sub-6ffe09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:26.121879082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-shared-sub-6ffe09","reconcileID":"cb6a3f95-2bee-4b97-a523-0daa86382051","MaaSSubscription":{"name":"e2e-shared-sub-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:26.33846723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"041bc866-df1f-4cac-8abc-aa9ae6b22a35","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:26.338488715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"041bc866-df1f-4cac-8abc-aa9ae6b22a35","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:26.664119618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fa263497-4197-42b3-bb19-3ffe584aac69","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:26.664148247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"fa263497-4197-42b3-bb19-3ffe584aac69","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.105678583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"ae685894-13e2-4b35-aaad-6f8cce56f8ff","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.105764443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"8bb93699-4925-47cd-aad0-7c9550e2abb5","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.240542234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"cabd080f-67c3-4ade-80eb-3f0a5203815a","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.247414304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"6f3bff97-6c5b-4e1e-8b3f-c00f7d236244","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.273476036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"9ed84f52-5e01-4dd9-a4ae-676013bc7295","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.273495744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"9ed84f52-5e01-4dd9-a4ae-676013bc7295","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.276119158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"e9166144-3822-4877-ba0b-8a19a9732ba1","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.276135422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"e9166144-3822-4877-ba0b-8a19a9732ba1","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.404684989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"ab9f2e00-1a92-41ce-a7b4-2f4bb0cfe115","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.404739544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"ab9f2e00-1a92-41ce-a7b4-2f4bb0cfe115","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.411563674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"81f128f2-f89f-4c74-864c-3b5274fa6865","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:28.411584761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"81f128f2-f89f-4c74-864c-3b5274fa6865","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:29.249007871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"23385c44-0ecc-43ea-a076-636a94424405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:29.30729197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"23385c44-0ecc-43ea-a076-636a94424405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:29.457876937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"ed8dea25-e124-420f-9f08-dcb26b1dc35b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:29.515202126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"ed8dea25-e124-420f-9f08-dcb26b1dc35b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:32.807108728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"7706aded-6ff4-4035-908c-0a4095aef255","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:32.80713525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"7706aded-6ff4-4035-908c-0a4095aef255","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:32.807884897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"4654143d-6242-4044-a65b-d6f754bc530a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.014975466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"4654143d-6242-4044-a65b-d6f754bc530a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.084949042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"553a1a20-ab97-461e-b83a-4d5b74104f36","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.084949043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"d7f603d5-7d4c-4cf2-bca3-1e9ff45e616c","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.13721017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"4654143d-6242-4044-a65b-d6f754bc530a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"e2e-shared-a-w2-f735f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.137232879Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-sub-iso-auth-a0b900","reconcileID":"4654143d-6242-4044-a65b-d6f754bc530a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.193946048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"4559a7c3-6c1e-48bd-894f-158778a51f16","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.193972712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"4559a7c3-6c1e-48bd-894f-158778a51f16","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.360680325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b9326fc3-ab03-4f1e-b5f9-402f8e6a0185","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.36073685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"b9326fc3-ab03-4f1e-b5f9-402f8e6a0185","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.466204499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"8703bd71-910c-4595-9264-a0257daa69fa","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:33.466362923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"49765409-7490-4a17-841d-19727158dbd4","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:36.82866229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"77fdb6ff-35cc-47c8-91f5-6086072ac2de","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","subscription":"e2e-b-only-6ffe09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:36.88086178Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"77fdb6ff-35cc-47c8-91f5-6086072ac2de","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:36.933310739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"e2e-b-only-6ffe09","reconcileID":"77fdb6ff-35cc-47c8-91f5-6086072ac2de","MaaSSubscription":{"name":"e2e-b-only-6ffe09","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"name":"maas-trlp-sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.202686998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"2dbeea38-82c3-410c-825d-9c48ce4f709c","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"tenant":"e2e-shared-b-w1-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","model":"ai-tenant-e2e-shared-b-w1-78b5c5/sub-test-model-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.202741364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"sub-test-model-78b5c5","reconcileID":"2dbeea38-82c3-410c-825d-9c48ce4f709c","MaaSModelRef":{"name":"sub-test-model-78b5c5","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"routeName":"sub-test-model-78b5c5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","llmisvcName":"sub-test-model-78b5c5","gateway":"openshift-ingress/e2e-shared-b-w1-78b5c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.352100257Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.352157496Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.35223642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","tenant":"e2e-shared-a-w0-9aebe8","tenantID":"e2e-shared-a-w0-9aebe8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.408248471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-9aebe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.471415475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Service","name":"maas-api-e2e-shared-a-w0-9aebe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.52774761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-9aebe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.584355488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-9aebe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.639602764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.703189749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.760671797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.817498065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.869390703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.92273131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:37.97482542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.02713822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.079730933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.131419713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.183594887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.2399513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.291931376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.343769715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.397045524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-9aebe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:38.449014859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9aebe8"},"namespace":"ai-tenant-e2e-shared-a-w0-9aebe8","name":"default-tenant","reconcileID":"1cf79673-f176-47b7-b531-c1c2b5b7ac17","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-9aebe8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:43.738326093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"a11e15c4-cdfd-4f07-b18f-ad781f25a841","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscription":"e2e-shared-sub-a0b900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:43.95400086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-shared-sub-a0b900","reconcileID":"a11e15c4-cdfd-4f07-b18f-ad781f25a841","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-f735f4/e2e-a-only-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:44.16420185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"3d9fff0c-eb97-460f-96cc-500ac6178742","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:44.166179101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"ddc8431a-3d84-4957-bfdd-e9b0450f981e","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:44.166196004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"ddc8431a-3d84-4957-bfdd-e9b0450f981e","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:44.33364977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"fef7ab1a-987b-47b8-99a2-2cb25f6266e1","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:44.333672212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"fef7ab1a-987b-47b8-99a2-2cb25f6266e1","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:45.705135364Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-9aebe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-9aebe8","reconcileID":"cee7dd2b-5345-44cb-8ed3-a76a1554960c","aitenant":"ai-tenants/e2e-shared-a-w0-9aebe8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:46.2889992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7077774b-0461-4278-b4d6-016c8ec4a660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:46.341690069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7077774b-0461-4278-b4d6-016c8ec4a660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:46.394078372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7077774b-0461-4278-b4d6-016c8ec4a660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:46.446676481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7077774b-0461-4278-b4d6-016c8ec4a660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:46.562097023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-9aebe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-9aebe8","reconcileID":"cee7dd2b-5345-44cb-8ed3-a76a1554960c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-9aebe8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-9aebe8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:48.352504934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e82bb3-0bc2-4ded-9591-b106e1af3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:48.404940519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e82bb3-0bc2-4ded-9591-b106e1af3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:48.457477686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e82bb3-0bc2-4ded-9591-b106e1af3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:48.509844249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e82bb3-0bc2-4ded-9591-b106e1af3575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:50.38295774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acaabc3-1a44-4efc-a854-143cae71df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:50.435274864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acaabc3-1a44-4efc-a854-143cae71df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:50.4874827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acaabc3-1a44-4efc-a854-143cae71df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:50.539991575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acaabc3-1a44-4efc-a854-143cae71df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.496113376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"9eae7e68-8e77-46dc-b59b-643c61bec547","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","subscription":"e2e-a-only-a0b900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.548493095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"9eae7e68-8e77-46dc-b59b-643c61bec547","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.601008497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"e2e-a-only-a0b900","reconcileID":"9eae7e68-8e77-46dc-b59b-643c61bec547","MaaSSubscription":{"name":"e2e-a-only-a0b900","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"name":"maas-trlp-sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.704069657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec6e73-6ed2-4d6a-b0a6-16ec4c3a2f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.756488753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec6e73-6ed2-4d6a-b0a6-16ec4c3a2f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.808635993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec6e73-6ed2-4d6a-b0a6-16ec4c3a2f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.861014399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec6e73-6ed2-4d6a-b0a6-16ec4c3a2f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.981822464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.988934887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0bbd6348-8e63-4267-96eb-45873c4c5055","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"tenant":"e2e-shared-a-w2-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","model":"ai-tenant-e2e-shared-a-w2-f735f4/sub-test-model-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:54.988951585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"sub-test-model-f735f4","reconcileID":"0bbd6348-8e63-4267-96eb-45873c4c5055","MaaSModelRef":{"name":"sub-test-model-f735f4","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"routeName":"sub-test-model-f735f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","llmisvcName":"sub-test-model-f735f4","gateway":"openshift-ingress/e2e-shared-a-w2-f735f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.343066471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"2c1e5e98-cd7f-4977-ab58-8afb6ed0b296","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.3431756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"71d9c1fb-7c4c-4777-9779-1e49d1c12d51","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.343193231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"71d9c1fb-7c4c-4777-9779-1e49d1c12d51","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.548865857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"2c1e5e98-cd7f-4977-ab58-8afb6ed0b296","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.609658187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"057926d4-bdd9-4024-b6da-b87937d32b29","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.609914219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"70aa4c33-8c0c-4f9c-8c71-f5c2216215d4","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.672022732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"2c1e5e98-cd7f-4977-ab58-8afb6ed0b296","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"e2e-shared-b-w2-957b33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.672047908Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-sub-iso-auth-a0b900","reconcileID":"2c1e5e98-cd7f-4977-ab58-8afb6ed0b296","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.729787137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"bbc2f75a-c0f2-427e-a3d8-bf9d92b427eb","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.729812055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"bbc2f75a-c0f2-427e-a3d8-bf9d92b427eb","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.894155758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"22079b89-c717-4595-a3f2-1eac9d5c8383","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:55.894178229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"22079b89-c717-4595-a3f2-1eac9d5c8383","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.092355332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"46e7e6f6-8e2b-415d-951d-710d68247d6c","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.092400062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"66021eb2-5fbc-4092-92db-86ad923555a5","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.842084972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e3624b-e4f0-4a16-8411-75a8cbb89383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.894716245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e3624b-e4f0-4a16-8411-75a8cbb89383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.94773341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e3624b-e4f0-4a16-8411-75a8cbb89383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:11:56.999998786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e3624b-e4f0-4a16-8411-75a8cbb89383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:03.990483617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291a66ce-087f-42e5-8dbe-b796e8674c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:04.043405171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291a66ce-087f-42e5-8dbe-b796e8674c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:04.095630586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291a66ce-087f-42e5-8dbe-b796e8674c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:04.148686865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291a66ce-087f-42e5-8dbe-b796e8674c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.043495187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181616ff-dd33-4748-8a9e-0ca75b904698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.095841263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181616ff-dd33-4748-8a9e-0ca75b904698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.148000238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181616ff-dd33-4748-8a9e-0ca75b904698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.200241784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181616ff-dd33-4748-8a9e-0ca75b904698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.467410642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"eaee50f2-0020-432b-91ed-0005917a327e","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscription":"e2e-shared-sub-a0b900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.68410231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-shared-sub-a0b900","reconcileID":"eaee50f2-0020-432b-91ed-0005917a327e","MaaSSubscription":{"name":"e2e-shared-sub-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-957b33/e2e-b-only-a0b900"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.894714648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"8e2b11d2-89f6-467d-b528-bf55259c5868","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.945386503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"dd42633b-5973-4a82-9bc1-80ced115acfe","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:06.945407381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"dd42633b-5973-4a82-9bc1-80ced115acfe","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:07.266649091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"f9e3d36a-ecb6-4fe7-99f0-ef2babc3571c","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:07.266675463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"f9e3d36a-ecb6-4fe7-99f0-ef2babc3571c","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.461563658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.461624472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","namespace":"ai-tenant-e2e-shared-a-w1-3a4683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.461676832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","tenant":"e2e-shared-a-w1-3a4683","tenantID":"e2e-shared-a-w1-3a4683","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.51598836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-3a4683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.577721453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Service","name":"maas-api-e2e-shared-a-w1-3a4683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.634128551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-3a4683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.689562669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-3a4683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.744364293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.799048557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.855846353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.916400038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:08.96853761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.020170781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.072091613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.12392286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.175440459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.227249807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.279911943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.335038629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.387243845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.439522001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.491972192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-3a4683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:09.544151585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3a4683"},"namespace":"ai-tenant-e2e-shared-a-w1-3a4683","name":"default-tenant","reconcileID":"01d637df-d7af-40fe-bf37-15a65835e205","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-3a4683","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:15.720249008Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3a4683","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3a4683","reconcileID":"66e6a2fd-f2bd-4471-907e-f2f4311f8257","aitenant":"ai-tenants/e2e-shared-a-w1-3a4683","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:16.35056812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9718c6-2848-4e1f-9f13-2c75e7191870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:16.403271367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9718c6-2848-4e1f-9f13-2c75e7191870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:16.455892655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9718c6-2848-4e1f-9f13-2c75e7191870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:16.508414392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f9718c6-2848-4e1f-9f13-2c75e7191870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:16.567816217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3a4683","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3a4683","reconcileID":"66e6a2fd-f2bd-4471-907e-f2f4311f8257","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-3a4683","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-3a4683"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:17.428766921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"3c0d014a-4f05-4a92-b962-3629f788a58d","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","subscription":"e2e-b-only-a0b900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:17.48490187Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"3c0d014a-4f05-4a92-b962-3629f788a58d","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:17.53775576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"e2e-b-only-a0b900","reconcileID":"3c0d014a-4f05-4a92-b962-3629f788a58d","MaaSSubscription":{"name":"e2e-b-only-a0b900","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"name":"maas-trlp-sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:17.862284654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"2367d9f4-d688-4308-941e-d0d3fd17f58d","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"tenant":"e2e-shared-b-w2-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","model":"ai-tenant-e2e-shared-b-w2-957b33/sub-test-model-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:17.862315926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"sub-test-model-957b33","reconcileID":"2367d9f4-d688-4308-941e-d0d3fd17f58d","MaaSModelRef":{"name":"sub-test-model-957b33","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"routeName":"sub-test-model-957b33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-957b33","llmisvcName":"sub-test-model-957b33","gateway":"openshift-ingress/e2e-shared-b-w2-957b33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:18.456820792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2837228c-8b4b-412e-91d5-2450ba4e54be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:18.509340729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2837228c-8b4b-412e-91d5-2450ba4e54be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:18.562538502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2837228c-8b4b-412e-91d5-2450ba4e54be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:18.615652082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2837228c-8b4b-412e-91d5-2450ba4e54be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:20.554821352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b778-ce60-4587-9ada-cbd2b603dd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:20.607634194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b778-ce60-4587-9ada-cbd2b603dd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:20.660131367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b778-ce60-4587-9ada-cbd2b603dd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:20.712392639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b778-ce60-4587-9ada-cbd2b603dd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.556062019Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.556119025Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","namespace":"ai-tenant-e2e-shared-b-w0-ffba43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.556167073Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","tenant":"e2e-shared-b-w0-ffba43","tenantID":"e2e-shared-b-w0-ffba43","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.610050593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-ffba43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.672867103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Service","name":"maas-api-e2e-shared-b-w0-ffba43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.729281422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-ffba43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.783195634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-ffba43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.839634552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.851830225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf96cbc7-6665-43e1-bfd1-f1cbef0ac461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.90888078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.910505278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf96cbc7-6665-43e1-bfd1-f1cbef0ac461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.963021858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf96cbc7-6665-43e1-bfd1-f1cbef0ac461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.967538078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:24.970382001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.015256217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf96cbc7-6665-43e1-bfd1-f1cbef0ac461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.069840631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.122375413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.175715425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.227663017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.28626425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.338516083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.390493211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.442316979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.499599192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.551490254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.603284912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.654999477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-ffba43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:25.70654443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ffba43"},"namespace":"ai-tenant-e2e-shared-b-w0-ffba43","name":"default-tenant","reconcileID":"4473aa12-dc74-46a3-ad0e-b436df8cab14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-ffba43","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:26.947085501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4278d64-daa4-400b-8a71-f2a6f888e3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:26.999438566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4278d64-daa4-400b-8a71-f2a6f888e3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:27.051680295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4278d64-daa4-400b-8a71-f2a6f888e3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:27.104799399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4278d64-daa4-400b-8a71-f2a6f888e3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:34.579884142Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ffba43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ffba43","reconcileID":"62951a7d-e004-44de-94d7-8df5a67bc1e0","aitenant":"ai-tenants/e2e-shared-b-w0-ffba43","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:35.052489119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e930991-896f-4fce-a96f-940985d28998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:35.104705775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e930991-896f-4fce-a96f-940985d28998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:35.1573266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e930991-896f-4fce-a96f-940985d28998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:35.209778511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e930991-896f-4fce-a96f-940985d28998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:35.378011336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ffba43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ffba43","reconcileID":"62951a7d-e004-44de-94d7-8df5a67bc1e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ffba43","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ffba43"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.525291698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"2da811c8-6ff4-4ef0-902e-26f28ffddece","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.525883599Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"2c35a80d-60db-406b-9917-213ce52c7341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.703152086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ad4a1b13-a0f9-4e70-b73d-a2b2b56e8480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.735805846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1a661f09-c276-46d5-8531-4d1e015870f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.736111837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"76eda9a3-83d5-4ba1-8b82-6492b86aaed0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.759869533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"ad4a1b13-a0f9-4e70-b73d-a2b2b56e8480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.808260903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"9418e770-45f4-4cfd-9801-c33a1f519f9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:36.880639868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"827cd12b-8712-4ff8-bf7e-43e73f0643e0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:12:36.940918706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-access","reconcileID":"1a661f09-c276-46d5-8531-4d1e015870f4","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.093001837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e4e62e-846b-46ef-9c59-0dc5e580e28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.093173636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bb3c906c-98e5-49d8-8fcf-9ffeb14f7d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.145372871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e4e62e-846b-46ef-9c59-0dc5e580e28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.197663336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e4e62e-846b-46ef-9c59-0dc5e580e28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.250230012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e4e62e-846b-46ef-9c59-0dc5e580e28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:37.254236491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"bb3c906c-98e5-49d8-8fcf-9ffeb14f7d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:39.404365391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"e78d6bf6-87ec-4b92-9af0-92765dde29f1","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.597936922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"974cee21-97cf-4041-8ed3-5ba8fc1bf9bf","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.655882608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"4207efce-bdb6-45a1-8e33-8fba641f5ef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.708567128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"4207efce-bdb6-45a1-8e33-8fba641f5ef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.761212418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"4207efce-bdb6-45a1-8e33-8fba641f5ef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.763992397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"efa93af1-a773-4105-b679-f5a936192b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.820347795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"efa93af1-a773-4105-b679-f5a936192b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:45.906880802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"8d6feee5-1dbf-4d5b-abc3-4a9c730dce5d","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:46.028391546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"798e4f07-9eb0-4321-b5d5-82e7ddd80fe0","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:46.079830028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"404d6744-4947-4854-8112-a9f07cff417b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:46.131946796Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"404d6744-4947-4854-8112-a9f07cff417b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/simulator-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:46.132079804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c47eedb8-717b-42a5-8ad8-c3e6da19a24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:46.188352329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"c47eedb8-717b-42a5-8ad8-c3e6da19a24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:12:46.342817515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"simulator-subscription","reconcileID":"404d6744-4947-4854-8112-a9f07cff417b","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:49.464073007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"6c1482b9-deb7-4acf-b6c8-e28bb9445855","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.321616762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.321680058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.321769404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","tenant":"e2e-shared-b-w1-78b5c5","tenantID":"e2e-shared-b-w1-78b5c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.378626233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-78b5c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.43809725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Service","name":"maas-api-e2e-shared-b-w1-78b5c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.493241579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-78b5c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.547323769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-78b5c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.608377855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.662361954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.719137256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.778836614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.830885809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.882631374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.934301747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:50.986040104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.037755906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.089902076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.14159192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.19659779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.248412709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.300091991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.352104677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-78b5c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.387911609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"c202151c-325d-493b-9dab-c3181a76f4f3","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.406669262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-78b5c5"},"namespace":"ai-tenant-e2e-shared-b-w1-78b5c5","name":"default-tenant","reconcileID":"e8a0e392-c456-4e8a-8a5e-92290f8747dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-78b5c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.493384068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e854efc5-ba32-4233-9765-6ce41de4db73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.55009857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"e854efc5-ba32-4233-9765-6ce41de4db73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.551134311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"4b04c7cf-0312-4f3b-bfb0-b68a6f3bf015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5517bac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.602177965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1c7ceb02-4aae-45f2-ad69-7e2ea9a2d771","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.712067719Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"0b5f768d-f907-4675-bd82-3a629f485859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5517bac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.755049671Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"54391094-c75f-4f09-bbd7-f34af8bab392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:51.922631893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"54391094-c75f-4f09-bbd7-f34af8bab392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.056677453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"54391094-c75f-4f09-bbd7-f34af8bab392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"e2e-worker-w0-f7d9bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.056716147Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-access","reconcileID":"54391094-c75f-4f09-bbd7-f34af8bab392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.060353765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"6148c3b7-ebf5-47fd-8db5-92402ce0c8e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5517bac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.114799503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"2e0c3084-605c-44e3-a38c-d0a33705b83e","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.43589284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"157b7215-c83e-41e1-bbf0-23a6c0d70347","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.489546454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"c5e41da6-bc87-41e3-8a6f-c520531264b8","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.540418847Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"2b10488a-2c69-4b88-97e9-ff183fbf0745","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5517bac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.541672185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"b5d0e650-d30e-45db-9aad-9a3f04be8b1d","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:52.541903365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"1f499ecb-ce8f-401a-bd9b-9e0114cb3c91","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:53.375565388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d82aab-4ad4-426f-8810-bde6edb8a58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:53.432169568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d82aab-4ad4-426f-8810-bde6edb8a58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:53.489550988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d82aab-4ad4-426f-8810-bde6edb8a58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:53.544083942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d82aab-4ad4-426f-8810-bde6edb8a58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:54.723155193Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-78b5c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-78b5c5","reconcileID":"f18c79f4-19f8-4e41-8692-f24d5570790b","aitenant":"ai-tenants/e2e-shared-b-w1-78b5c5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:54.970307354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.429848385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44497f-4ee7-4b8a-873a-2f1d7ba9e408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.482387534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44497f-4ee7-4b8a-873a-2f1d7ba9e408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.48722264Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-78b5c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-78b5c5","reconcileID":"f18c79f4-19f8-4e41-8692-f24d5570790b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-78b5c5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-78b5c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.534939047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44497f-4ee7-4b8a-873a-2f1d7ba9e408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.5878997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44497f-4ee7-4b8a-873a-2f1d7ba9e408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.850559089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"6e6129ff-2206-462c-9e8a-38d1770a6cc6","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.903111751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"bef43097-d1a4-4ce8-ac0f-7657712cdf9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5517bac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:55.958109119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"32305d1a-0675-47d8-b9ac-27b69f86d1f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.010478455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"32305d1a-0675-47d8-b9ac-27b69f86d1f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.06416803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"premium-simulator-subscription","reconcileID":"32305d1a-0675-47d8-b9ac-27b69f86d1f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"name":"maas-trlp-premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb","model":"e2e-models-e2e-worker-w0-f7d9bb/premium-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.331644035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"d2485ddb-f083-4909-990d-bed8d27ff59d","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.699549152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"f60e9159-9849-4cfd-9d1e-6f206951e758","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.6995556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"a306e936-a164-40c9-a372-bd1e483c653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.905518698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b16cde71-e1cb-4cb3-933f-6b20c42ae9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.908100116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b5b05d98-2f27-45b1-ac56-e285e1de544c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:56.908646445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"999a7d08-62ab-4076-a8c1-79ad84040e40","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.008678265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"b16cde71-e1cb-4cb3-933f-6b20c42ae9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.058279679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"c0e41ead-cd82-454e-b0d5-9a38b57f2892","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.070181423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"780e517f-e270-4aaf-adcb-1b183d52dc58","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:12:57.111876336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-access","reconcileID":"b5b05d98-2f27-45b1-ac56-e285e1de544c","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.365866833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4f64bf6a-1cdf-4307-a17b-e58481d1304e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.422785757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"4f64bf6a-1cdf-4307-a17b-e58481d1304e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.553831523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fcb213-3e5c-4aae-b21d-b59693492b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.607035531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fcb213-3e5c-4aae-b21d-b59693492b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.659278515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fcb213-3e5c-4aae-b21d-b59693492b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:57.711435379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18fcb213-3e5c-4aae-b21d-b59693492b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:59.635437637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be247d-0616-423b-8aea-8201714698f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:59.687749215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be247d-0616-423b-8aea-8201714698f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:59.740235298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be247d-0616-423b-8aea-8201714698f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:12:59.792626904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be247d-0616-423b-8aea-8201714698f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:01.887276397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"29235fad-795c-4a06-867b-90391d75db29","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.046514022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ebfe03b3-a00b-4b51-b7b0-95925a18d1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.097316482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"04ce82da-3ed3-43a3-b03b-683ae99a56e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.104565977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ebfe03b3-a00b-4b51-b7b0-95925a18d1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.211615209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"331fac3d-ac37-494d-8525-6af0a3732091","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.268739211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"5391a3fb-d499-4157-9412-9adf078add2d","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.472188537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"85ac5d0e-e5bd-48c8-9fc1-10b3d737acc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.490083942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"d0367ae7-fbb7-48a1-869f-902ca3e0e1d4","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.541890238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"0b5ec199-93a8-4bda-a69b-3fae38276f35","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:02.542252084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"b4e5e5f9-e3f8-4748-a059-f94cef1b48af","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:06.329928677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"61393af0-129a-44d9-8f09-c6d6989fcdde","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:06.385557276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"47fec356-55ad-40c5-8e5f-8d808afd92de","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.330191971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8a06bbfa-8eec-4a61-b222-f50a8f62c919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.382743717Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8a06bbfa-8eec-4a61-b222-f50a8f62c919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.435390051Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"simulator-subscription","reconcileID":"8a06bbfa-8eec-4a61-b222-f50a8f62c919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/simulator-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.710192769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"4a427f2a-6b2b-423f-b9d0-97ffc1e78bda","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.814763085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ab5883c5-7116-4a66-b2ee-5c396b6095b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:07.871311774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"ab5883c5-7116-4a66-b2ee-5c396b6095b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:08.529289465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"0403a7f1-f8c8-4de1-9fdb-d44ddf035415","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.288518137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.28859708Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","namespace":"ai-tenant-e2e-worker-w0-f7d9bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.288663206Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","tenant":"e2e-worker-w0-f7d9bb","tenantID":"e2e-worker-w0-f7d9bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.342743074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f7d9bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.404361065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Service","name":"maas-api-e2e-worker-w0-f7d9bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.458626712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f7d9bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.514643423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f7d9bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.575869834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.630257064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.686637501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.747948302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.802014125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.858184463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.911069723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Service","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:11.963207744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.015719917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.067374414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.119212671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.174305316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.225852204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.269088204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"4fcddbca-5b97-48a7-9757-5ec29f2dc56a","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.26942539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"14b48e3f-e7ec-474e-aded-3af3fad56f66","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.277997355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.329672358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f7d9bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.381565213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7d9bb"},"namespace":"ai-tenant-e2e-worker-w0-f7d9bb","name":"default-tenant","reconcileID":"4993d091-bee4-432b-b133-f5dc1ce52d0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f7d9bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.490595231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"eadaaf31-4c0d-4670-8369-556a327cfcaa","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.542447816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"0ee81d53-c08a-41b3-a551-835ed566eb51","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:12.542844057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"603d9562-58fe-4c0f-94af-f36b2b0614c0","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.015563001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"3fcbca47-695e-4a6c-b3e9-fced3e306950","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.08401279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"4d1d2444-deaf-4348-b0cf-d3d619453ec0","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.119471866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0bdf5f05-ac4d-49c6-aa5e-58f13156f9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.175633381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0bdf5f05-ac4d-49c6-aa5e-58f13156f9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.17699458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"d99d0d9a-bc0d-4142-9f76-dae26beba833","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6406d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.228995696Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"df7d80bf-35ce-4ab9-ac37-eb42dc11a287","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6406d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.332161503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66d9ff21-58b9-4a0c-9e11-d3332461b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.536263014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66d9ff21-58b9-4a0c-9e11-d3332461b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.661858782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66d9ff21-58b9-4a0c-9e11-d3332461b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.661882679Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"66d9ff21-58b9-4a0c-9e11-d3332461b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.720727802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0b2620fb-ab00-4812-a52b-7c3368211e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.720975923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"70114468-6513-4370-89d1-2c83afd1efee","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.751689446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"18d7eca4-25c7-40c4-b596-8a5d6a8a5e26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6406d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.924914387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0b2620fb-ab00-4812-a52b-7c3368211e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.980984605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0b2620fb-ab00-4812-a52b-7c3368211e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"e2e-worker-w1-1bccbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:13.981008753Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0b2620fb-ab00-4812-a52b-7c3368211e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:13:14.032931724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-access","reconcileID":"0b2620fb-ab00-4812-a52b-7c3368211e82","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.124414176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"87823994-dba8-46fc-80e1-98a12a3aae7b","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.17724606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"914f2bc3-09ea-4c1a-9a24-f14900026c06","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.228636055Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"45e643e4-a163-4717-a50e-212e43c8b066","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6406d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.229588162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"32ad88ae-34fe-487b-8856-3c7c8ac124cf","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:14.22982527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"6363a3e7-efd6-44f9-9ebc-d6f5e0c3637d","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:15.053428266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241eff96-3ee3-4a7e-a2cd-bb7bc12cf4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:15.10783908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241eff96-3ee3-4a7e-a2cd-bb7bc12cf4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:15.160870503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241eff96-3ee3-4a7e-a2cd-bb7bc12cf4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:15.213423435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241eff96-3ee3-4a7e-a2cd-bb7bc12cf4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:16.386369376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"41d46005-13b6-4931-8060-5042e0ddd23a","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.139196661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff2b365-990b-44db-8e8b-c1412015f935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.191497822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff2b365-990b-44db-8e8b-c1412015f935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.243997307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff2b365-990b-44db-8e8b-c1412015f935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.296332824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff2b365-990b-44db-8e8b-c1412015f935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.716917073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-2-w0-f7d9bb","reconcileID":"91ece70a-f6c4-4e9b-a063-356ef087e388","MaaSModelRef":{"name":"distinct-2-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-2-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-2-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.723870189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"distinct-w0-f7d9bb","reconcileID":"d0c0e440-5770-46e1-9ee3-a6aba37b4c0b","MaaSModelRef":{"name":"distinct-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"distinct-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"distinct-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.73206838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"premium-w0-f7d9bb","reconcileID":"36169366-d119-426d-ac3f-59d43eae82cd","MaaSModelRef":{"name":"premium-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"premium-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"premium-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:17.742539306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"namespace":"e2e-models-e2e-worker-w0-f7d9bb","name":"simulator-w0-f7d9bb","reconcileID":"02fbb405-5226-405f-86c4-e0ee704ec642","MaaSModelRef":{"name":"simulator-w0-f7d9bb","namespace":"e2e-models-e2e-worker-w0-f7d9bb"},"routeName":"simulator-w0-f7d9bb-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7d9bb","llmisvcName":"simulator-w0-f7d9bb","gateway":"openshift-ingress/e2e-worker-w0-f7d9bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.266826469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5daa432-39e7-4207-9714-98f2a5d009db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.319284523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5daa432-39e7-4207-9714-98f2a5d009db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.3713934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5daa432-39e7-4207-9714-98f2a5d009db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:19.423975136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5daa432-39e7-4207-9714-98f2a5d009db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:21.303498005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321447e6-9be1-478d-a5e0-ee96a9188d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:21.355764221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321447e6-9be1-478d-a5e0-ee96a9188d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:21.409153918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321447e6-9be1-478d-a5e0-ee96a9188d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:21.462515315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321447e6-9be1-478d-a5e0-ee96a9188d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.1149545Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7d9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7d9bb","reconcileID":"da7d8f9c-690c-411e-9aa9-a8dcdd38c68e","aitenant":"ai-tenants/e2e-worker-w0-f7d9bb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.884987622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f5b58d8f-975c-4b72-a243-b8b495d71594","namespace":"ai-tenant-e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.885070451Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f5b58d8f-975c-4b72-a243-b8b495d71594","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.936481269Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7d9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7d9bb","reconcileID":"da7d8f9c-690c-411e-9aa9-a8dcdd38c68e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f7d9bb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f7d9bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.939505702Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f5b58d8f-975c-4b72-a243-b8b495d71594","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:22.939526399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"f5b58d8f-975c-4b72-a243-b8b495d71594","namespace":"ai-tenant-e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:23.346172113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c7d373-e58e-439c-8f83-364dca6b3832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:23.398596891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c7d373-e58e-439c-8f83-364dca6b3832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:23.451140977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c7d373-e58e-439c-8f83-364dca6b3832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:23.503457814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c7d373-e58e-439c-8f83-364dca6b3832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.178393461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"877a53a3-a1aa-4f80-a44b-500467433674","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.230132142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"ea568782-9009-4a7c-863d-919f1eed6c26","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.230367179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"7b469cd4-fbed-4ffb-afa1-ee210bff18de","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.230563552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"14738ade-d165-472d-9dc5-4d20da69db4a","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.281321975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"b617c90a-b6ae-4a0f-8d46-406260adeade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.333812411Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"b617c90a-b6ae-4a0f-8d46-406260adeade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.388389297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"premium-simulator-subscription","reconcileID":"b617c90a-b6ae-4a0f-8d46-406260adeade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"name":"maas-trlp-premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd","model":"e2e-models-e2e-worker-w1-1bccbd/premium-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.683854203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"ebac2355-714b-4991-8848-c1fb4b8b09d0","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:24.970271405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:25.441428723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9304043b-621c-4688-8c97-02cb8582eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:25.493715636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9304043b-621c-4688-8c97-02cb8582eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:25.545809758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9304043b-621c-4688-8c97-02cb8582eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:25.598135559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9304043b-621c-4688-8c97-02cb8582eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.483244024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07919d6d-cfee-48b8-84db-e1abe6436aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.535649433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07919d6d-cfee-48b8-84db-e1abe6436aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.588351797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07919d6d-cfee-48b8-84db-e1abe6436aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:27.641197411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07919d6d-cfee-48b8-84db-e1abe6436aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:29.555160498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d59b35c-2eda-46a3-9744-e677c1c3e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:29.607483913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d59b35c-2eda-46a3-9744-e677c1c3e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:29.660146288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d59b35c-2eda-46a3-9744-e677c1c3e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:29.712656487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d59b35c-2eda-46a3-9744-e677c1c3e171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.179377291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"4d7cb06f-67c1-4fae-a710-a7a8a03ad572","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.23116836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"80a2ac54-71b9-4a37-9097-3cda150efedc","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.231420367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-2-w1-1bccbd","reconcileID":"caadfb93-2c1f-4b6e-8240-5cce50f4bebd","MaaSModelRef":{"name":"distinct-2-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-2-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-2-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:34.684866377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"premium-w1-1bccbd","reconcileID":"e01587e4-0c7c-4ab9-bc76-ea143f38ac2c","MaaSModelRef":{"name":"premium-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"premium-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"premium-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.728972912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"distinct-w1-1bccbd","reconcileID":"af480f9c-dc76-4ea7-bf7b-ece93c47d2e1","MaaSModelRef":{"name":"distinct-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"distinct-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"distinct-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.729279938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"namespace":"e2e-models-e2e-worker-w1-1bccbd","name":"simulator-w1-1bccbd","reconcileID":"9eb49559-c54a-407a-a2c4-19984ff3e7f1","MaaSModelRef":{"name":"simulator-w1-1bccbd","namespace":"e2e-models-e2e-worker-w1-1bccbd"},"routeName":"simulator-w1-1bccbd-kserve-route","namespace":"e2e-models-e2e-worker-w1-1bccbd","llmisvcName":"simulator-w1-1bccbd","gateway":"openshift-ingress/e2e-worker-w1-1bccbd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.907149063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.907204682Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","namespace":"ai-tenant-e2e-shared-a-w2-f735f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.907251617Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","tenant":"e2e-shared-a-w2-f735f4","tenantID":"e2e-shared-a-w2-f735f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:37.961869292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-f735f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.044409927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Service","name":"maas-api-e2e-shared-a-w2-f735f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.109404612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-f735f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.166263538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-f735f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.221845479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.276159593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.331297022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.392592569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.444576617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.500778712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.552455216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.604066716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.655850813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.707926338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.760014134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.815363276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.867552358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.919675644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:38.971602741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-f735f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.02415899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-f735f4"},"namespace":"ai-tenant-e2e-shared-a-w2-f735f4","name":"default-tenant","reconcileID":"99cc6857-7e3f-4795-888d-89357d91d755","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-f735f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.080485454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","namespace":"ai-tenant-e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.08056928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","namespace":"ai-tenant-e2e-worker-w1-1bccbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.080642524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","tenant":"e2e-worker-w1-1bccbd","tenantID":"e2e-worker-w1-1bccbd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.13591972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Deployment","name":"maas-api-e2e-worker-w1-1bccbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.198610186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Service","name":"maas-api-e2e-worker-w1-1bccbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.255722522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-1bccbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.30932458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-1bccbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.371424036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.426005272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.482983299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.538017344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.590041945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.643567042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.695398105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Service","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.74888901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.801050131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.852593423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.904742944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:39.959967288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:40.011729201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:40.063684524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:40.115939959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-1bccbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:40.167678939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1bccbd"},"namespace":"ai-tenant-e2e-worker-w1-1bccbd","name":"default-tenant","reconcileID":"25363d3e-9023-4f9f-80f5-4a15f0dd9720","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-1bccbd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.259379315Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1bccbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1bccbd","reconcileID":"d5c32374-1d82-4e3d-a249-ab2365e84201","aitenant":"ai-tenants/e2e-worker-w1-1bccbd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.850150097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1282b858-6263-461b-ae78-6c0bc5742be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.902563079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1282b858-6263-461b-ae78-6c0bc5742be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:42.954870425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1282b858-6263-461b-ae78-6c0bc5742be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:43.007280913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1282b858-6263-461b-ae78-6c0bc5742be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:43.065352497Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1bccbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1bccbd","reconcileID":"d5c32374-1d82-4e3d-a249-ab2365e84201","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-1bccbd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-1bccbd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:44.886275398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c385305f-9c51-4b79-8f27-f044e62d3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:44.940282525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c385305f-9c51-4b79-8f27-f044e62d3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:44.992475268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c385305f-9c51-4b79-8f27-f044e62d3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:45.044674393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c385305f-9c51-4b79-8f27-f044e62d3e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.362563205Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-f735f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-f735f4","reconcileID":"8d053f53-f79f-44dc-ba8c-fa1ea8da88ce","aitenant":"ai-tenants/e2e-shared-a-w2-f735f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.946874559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0a90db-78c6-49db-aac5-4b815519a88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:49.999368978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0a90db-78c6-49db-aac5-4b815519a88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.05188332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0a90db-78c6-49db-aac5-4b815519a88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.104443394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0a90db-78c6-49db-aac5-4b815519a88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:50.161053731Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-f735f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-f735f4","reconcileID":"8d053f53-f79f-44dc-ba8c-fa1ea8da88ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-f735f4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-f735f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:52.041444433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be936677-c45e-4c08-9b2c-e74e9a2f8816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:52.09377543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be936677-c45e-4c08-9b2c-e74e9a2f8816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:52.146139962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be936677-c45e-4c08-9b2c-e74e9a2f8816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:52.198481619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be936677-c45e-4c08-9b2c-e74e9a2f8816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:54.141268809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71859bb-9fa7-455d-b31f-3e6e3e02c408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:54.193861898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71859bb-9fa7-455d-b31f-3e6e3e02c408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:54.246258279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71859bb-9fa7-455d-b31f-3e6e3e02c408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:54.299005517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71859bb-9fa7-455d-b31f-3e6e3e02c408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:54.970556787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:58.046954822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa5b474-afd0-4d55-8b0c-5adec16a6b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:58.099220274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa5b474-afd0-4d55-8b0c-5adec16a6b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:58.152432681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa5b474-afd0-4d55-8b0c-5adec16a6b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:13:58.204813306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa5b474-afd0-4d55-8b0c-5adec16a6b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.07661903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03681b-9c02-45d6-8719-2f8c4a0e76cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.129348172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03681b-9c02-45d6-8719-2f8c4a0e76cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.182154111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03681b-9c02-45d6-8719-2f8c4a0e76cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:00.234593191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03681b-9c02-45d6-8719-2f8c4a0e76cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.364604765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76de5195-abf0-4d1b-9efc-10781caf4e00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.458789326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9e0182b-4c03-484b-85b5-958400e98ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.559067256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"cbd0a5f0-313f-48b6-9434-84bb15baa5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:01.65937512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"4c28c98a-6539-49ab-9bdf-75f6259ad345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.057339709Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","namespace":"ai-tenant-e2e-shared-b-w2-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.057408039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","namespace":"ai-tenant-e2e-shared-b-w2-957b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.057456719Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","tenant":"e2e-shared-b-w2-957b33","tenantID":"e2e-shared-b-w2-957b33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.111082956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-957b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.173175625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Service","name":"maas-api-e2e-shared-b-w2-957b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.227973026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-957b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.281591595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-957b33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.337367621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.393013881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.449742871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.503813604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.555533958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.607542238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.660949784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.712458013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.764020212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.815665528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.867311079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.922583498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:10.97406798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:11.032918198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:11.085285743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-957b33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:11.137742385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-957b33"},"namespace":"ai-tenant-e2e-shared-b-w2-957b33","name":"default-tenant","reconcileID":"27f7f2de-e811-416c-9075-9b2b1970e232","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-957b33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:15.85525023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"35c88d04-8f17-4957-ac3d-7feacc2791c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:15.952574342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4e91f24-26bc-4b77-946e-0c2785cb4f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:16.052307106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"fb20f98a-11ba-4566-858b-26ca3269f9a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:16.153158686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63e42595-45b2-4c3b-bfd0-8fce22a42c1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:17.885865319Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-957b33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-957b33","reconcileID":"57153cdf-43cc-4caf-92bb-424a768662b0","aitenant":"ai-tenants/e2e-shared-b-w2-957b33","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.458245607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce721bc7-40be-4bcf-a39c-6573f5715939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.510661464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce721bc7-40be-4bcf-a39c-6573f5715939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.563248245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce721bc7-40be-4bcf-a39c-6573f5715939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.615506729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce721bc7-40be-4bcf-a39c-6573f5715939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:18.725666683Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-957b33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-957b33","reconcileID":"57153cdf-43cc-4caf-92bb-424a768662b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-957b33","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-957b33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:19.889211926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"8ea9929c-74bd-410e-b727-da3db12b3ede","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:19.891963617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-access","reconcileID":"b9d026a4-318d-43c2-89d4-cb7cde301a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.052769909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5b64c5b3-585c-4b8b-ac28-f60f3dc39c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.100913397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"72ac878f-4ec5-4be6-85a2-a7d5b1d50927","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.10955769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5b64c5b3-585c-4b8b-ac28-f60f3dc39c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.158528981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"72ab725c-1561-4ef1-90be-452faa75ae60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.253309518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"dd5af601-727d-4e44-9762-dff933d80d6a","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.419013962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5b5eff87-e775-4434-b052-1e3fe5f4cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.476044454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"5b5eff87-e775-4434-b052-1e3fe5f4cd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.50699712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c5776-7c20-4e13-839f-a532374db3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.559952652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c5776-7c20-4e13-839f-a532374db3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.61244802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c5776-7c20-4e13-839f-a532374db3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:20.665023759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483c5776-7c20-4e13-839f-a532374db3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:22.64711065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bee24c-b121-4b37-b6a5-f06b0a0ddf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:22.700006165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bee24c-b121-4b37-b6a5-f06b0a0ddf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:22.752347724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bee24c-b121-4b37-b6a5-f06b0a0ddf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:22.804776868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bee24c-b121-4b37-b6a5-f06b0a0ddf44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:23.574412007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea345f46-32ca-456a-bc18-555471904aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:23.682576032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdbaf22e-58e9-4144-9b93-521295f21f55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:23.782878048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"a44de80f-e0c4-49b4-a486-1e6e0001b37e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:24.969463132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:25.176107647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"26a6db23-4bb9-475d-a8fe-12bf09f37fbc","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:25.50523985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"202fb945-ff11-4a36-848e-ffdcafb3be9a","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:25.827316192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"918a635d-8cf9-4f38-943f-d1ff7c41efa5","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:25.989591056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"22c1398f-bafe-4833-9df1-d91c2613cb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.038157623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"97a9f3ab-2b0d-47a0-a4ad-679c8128ce01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.099409523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"22c1398f-bafe-4833-9df1-d91c2613cb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.152395426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"d9d51578-23b6-4047-a078-b20469501e6f","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.204886642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"3df68ab7-5f21-4acc-9ac3-aeb2da35aced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.211109005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"07faae40-feeb-412f-8f87-c16ed1028cb4","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.257218744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"3df68ab7-5f21-4acc-9ac3-aeb2da35aced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.309887354Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"3df68ab7-5f21-4acc-9ac3-aeb2da35aced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.408989417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1a4c5c1b-a8fb-4010-963e-4b8e0b08d4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.419780795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"343b8d11-5117-4920-866c-6a8f222601e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.465957144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"1a4c5c1b-a8fb-4010-963e-4b8e0b08d4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.575386506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"ee416a1a-d6f2-4cf2-839c-6981b25732e6","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.626940171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0331c842-fb73-485d-9ad5-5a475327b702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.678783663Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0331c842-fb73-485d-9ad5-5a475327b702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/simulator-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.774639628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4031b3fc-7ac0-402c-97ad-c29b18e6c3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:26.831640751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"4031b3fc-7ac0-402c-97ad-c29b18e6c3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:14:26.888292856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"simulator-subscription","reconcileID":"0331c842-fb73-485d-9ad5-5a475327b702","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:30.905102691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7e5c081-82fc-4c87-8ed8-fa1c64e85944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:30.958796996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"7033bfc9-5d36-4bb4-909c-8fbb7586c873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:31.062733204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad7faa15-a9f0-4936-aabe-fabbd9a59ea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:31.067428281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f67c2d33-3f0b-496c-8d81-4f83ac32c61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:31.123657416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"f67c2d33-3f0b-496c-8d81-4f83ac32c61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.028775321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"dea68461-898d-4210-b1fb-b509bfbbbccd","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.133803473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8ef950ce-6439-43f8-b563-b50047bd0f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.19014087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"8ef950ce-6439-43f8-b563-b50047bd0f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.191835803Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"849b8fe3-1273-4985-b20b-2b6bade07a71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-796c034d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.388811595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"63c6e7a1-0b58-4569-8e07-0b773b876124","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.394076435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"656e3c51-c2e4-426d-a1ba-a97f1bf3ada7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.499033495Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"76addf4d-73e8-4d5e-905c-082743dd6ae7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-796c034d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.597985612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"656e3c51-c2e4-426d-a1ba-a97f1bf3ada7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.613331654Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"2e928ed9-46b3-4571-89cf-9b6aaf549d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-796c034d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.723767889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"656e3c51-c2e4-426d-a1ba-a97f1bf3ada7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"e2e-worker-w2-521f1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.723792866Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-access","reconcileID":"656e3c51-c2e4-426d-a1ba-a97f1bf3ada7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.780298284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"07f8776a-0b81-46b7-86d9-671a1680fd91","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:32.990241064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"cc8592e1-5252-43f0-92d6-46edb1b3fe66","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:33.042717564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"02188fe8-817a-4a43-9ed7-1204a0c42733","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:33.094332346Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"27e5389d-d07f-4351-b058-82a8b2d8fc8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-796c034d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:33.095475078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"13c50806-4b5f-491a-a319-9aa40e6859f9","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:33.095710847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"37d33b5b-d709-4efa-984a-33001e80374a","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:33.954864417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4d839a-0b9c-4eac-afbc-37d74949182c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:34.007212245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4d839a-0b9c-4eac-afbc-37d74949182c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:34.059739139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4d839a-0b9c-4eac-afbc-37d74949182c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:34.112215384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4d839a-0b9c-4eac-afbc-37d74949182c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:36.041930589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81dd800-ab43-491a-b231-b6d82c4dde94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:36.094337902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81dd800-ab43-491a-b231-b6d82c4dde94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:36.147019998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81dd800-ab43-491a-b231-b6d82c4dde94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:36.199211062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81dd800-ab43-491a-b231-b6d82c4dde94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:39.647012112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbd65492-9f1d-40d7-b848-884ead4ccab7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:39.748927563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ef0eff2-74b1-4ddc-a0fa-879be37c1112","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:40.513520598Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"574620b6-b8ef-4b99-9356-f684340cb1f7","namespace":"ai-tenant-e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:40.513608714Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"574620b6-b8ef-4b99-9356-f684340cb1f7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:40.5675234Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"574620b6-b8ef-4b99-9356-f684340cb1f7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:40.567548073Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"574620b6-b8ef-4b99-9356-f684340cb1f7","namespace":"ai-tenant-e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.043492842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"f3912d08-f0e1-4ccb-a131-fa5b48d0ddd1","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.095953563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"9b707293-15fb-4a66-ba8d-adb22cb8a5d9","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.096259085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"274dd727-3467-468e-9177-cca89a438cca","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.096460695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"107f4f14-53b9-43f3-b81d-17f35638da9b","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.147266446Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"b8f778a8-2626-4bf6-8853-78999980e90d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.200382129Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"b8f778a8-2626-4bf6-8853-78999980e90d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.253861346Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"premium-simulator-subscription","reconcileID":"b8f778a8-2626-4bf6-8853-78999980e90d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"name":"maas-trlp-premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f","model":"e2e-models-e2e-worker-w2-521f1f/premium-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:43.526975147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"a5775cea-5488-4b0e-bf2d-fbed4bdbea14","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.568552789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","namespace":"ai-tenant-e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.568616102Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","namespace":"ai-tenant-e2e-worker-w2-521f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.568664805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","tenant":"e2e-worker-w2-521f1f","tenantID":"e2e-worker-w2-521f1f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.62296569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Deployment","name":"maas-api-e2e-worker-w2-521f1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.686633163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Service","name":"maas-api-e2e-worker-w2-521f1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.741582137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-521f1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.796494588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-521f1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.855051747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.913390217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:45.967905632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.024249713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.07661041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.128928692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.181204677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Service","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.233127144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.285045267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.336771665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.389580788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.446999487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.498911407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.55153085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.604030811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-521f1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.655801415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-521f1f"},"namespace":"ai-tenant-e2e-worker-w2-521f1f","name":"default-tenant","reconcileID":"0cc8873d-9619-4d69-a10d-96d96b687442","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-521f1f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:46.988395092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0819c28c-9fe3-4677-9bd0-1029b6bc6f0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:47.04281617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fbd7f41a-10a8-4a08-bb0b-eb7b47750807","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:53.044872382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"95eac828-f9cc-4825-abd2-d0d6afb1913f","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:53.096388882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"fdce1b8c-7089-403f-9102-d0872425fb8f","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:53.096747604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"8dd84e5d-4f4f-4f25-92f8-f1811f4f5f97","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:53.527772844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"c0e004e1-d92d-4425-bbd3-34b399ab2de4","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:14:55.019665026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.081972951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"eb62cc9d-680e-4c04-8fd2-218d00b392fe","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.132467149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"225be968-9982-454b-8f0b-286693c56944","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.132941504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"7005224c-6299-4983-8de1-5ef84c679d8f","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.182333991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"0471ca3d-f8e2-4058-904e-e756a62ed249","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.667872989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"9a3b1599-7d1e-4a1c-8994-4453958e38f8","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"premium-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"premium-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T03:15:01.667900536Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"9a3b1599-7d1e-4a1c-8994-4453958e38f8","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"error":"LLMInferenceService premium-w2-521f1f not found in namespace e2e-models-e2e-worker-w2-521f1f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T03:15:01.726104403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"premium-w2-521f1f","reconcileID":"9a3b1599-7d1e-4a1c-8994-4453958e38f8","error":"LLMInferenceService premium-w2-521f1f not found in namespace e2e-models-e2e-worker-w2-521f1f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.72626737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"38ef497f-cd27-4d5f-bd6c-4f5e1f446229","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.726470529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-w2-521f1f","reconcileID":"36655de5-34a8-4cf8-bffa-9d32f0c2b998","MaaSModelRef":{"name":"distinct-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:01.726747338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"10d45545-231d-4c77-bd7b-d981d401d9b5","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.502050597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"distinct-2-w2-521f1f","reconcileID":"50e2e210-5348-4d77-8bca-af113c37548f","MaaSModelRef":{"name":"distinct-2-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"distinct-2-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"distinct-2-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:02.561808512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"namespace":"e2e-models-e2e-worker-w2-521f1f","name":"simulator-w2-521f1f","reconcileID":"dcad73d6-ceb4-4aba-8a8a-8451df235c51","MaaSModelRef":{"name":"simulator-w2-521f1f","namespace":"e2e-models-e2e-worker-w2-521f1f"},"routeName":"simulator-w2-521f1f-kserve-route","namespace":"e2e-models-e2e-worker-w2-521f1f","llmisvcName":"simulator-w2-521f1f","gateway":"openshift-ingress/e2e-worker-w2-521f1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:05.662356755Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-521f1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-521f1f","reconcileID":"8c9726f4-af9d-406e-92ca-5bea5a279da8","aitenant":"ai-tenants/e2e-worker-w2-521f1f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:05.771873997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"568e503d-9853-4857-b4ca-79886567a8fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:05.796856926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4045df6d-beea-4832-be47-636e6977e09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.141568169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fc344-c625-45e0-9494-fadd62b3cde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.19413983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fc344-c625-45e0-9494-fadd62b3cde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.246498532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fc344-c625-45e0-9494-fadd62b3cde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.298871288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fc344-c625-45e0-9494-fadd62b3cde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:06.459883663Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-521f1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-521f1f","reconcileID":"8c9726f4-af9d-406e-92ca-5bea5a279da8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-521f1f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-521f1f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:08.182756645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9b9bb7-829a-4982-bafd-21da2462caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:08.235379841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9b9bb7-829a-4982-bafd-21da2462caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:08.287901662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9b9bb7-829a-4982-bafd-21da2462caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T03:15:08.340364066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9b9bb7-829a-4982-bafd-21da2462caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}